-- Logs begin at Tue 2021-06-29 22:30:11 UTC, end at Tue 2021-06-29 23:52:18 UTC. -- Jun 29 23:00:30.128991 dv-cinder-769602-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 29 23:00:32.798677 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.common.config [-] Logging enabled! Jun 29 23:00:32.799207 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev434 Jun 29 23:00:32.799460 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93055) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 23:00:32.802657 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.common.config [-] Logging enabled! Jun 29 23:00:32.802911 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev434 Jun 29 23:00:32.803217 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93055) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 23:00:32.804135 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 23:00:32.804363 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 23:00:32.804760 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 23:00:32.805007 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 23:00:32.805228 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 23:00:32.805545 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.805840 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.806132 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.806359 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.806650 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.806937 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.807216 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.807500 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.807794 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.808076 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.808351 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.808651 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.808883 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.809159 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.809441 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.809722 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.809943 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] debug = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.810223 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.810643 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.811045 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.811321 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.811605 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.811894 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.812148 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.812421 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.812729 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.813054 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] host = dv-cinder-769602-4-iscsi {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.813352 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.813636 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.813919 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.814200 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.814472 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.814743 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.815028 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.815296 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.815563 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] log_file = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.815834 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.816129 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.816398 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.816713 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.816936 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.817152 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.817434 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.817715 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.817987 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.818257 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.818526 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.818795 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.819064 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.819328 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.819606 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.819887 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.820167 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.820437 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.820733 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.821003 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.821270 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.821548 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.821818 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.822085 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.822353 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.822632 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.822895 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.823163 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.823455 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.823735 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.824013 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.824292 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.824560 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.824856 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.825128 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.825395 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.825661 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] use_json = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.825930 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.826195 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.826470 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.826738 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.827005 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.827272 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.827537 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.827817 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:32.828110 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.828401 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.828717 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.829022 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.829311 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.829585 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.829870 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.830145 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.830427 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.830709 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.830989 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.831261 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.831541 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.831815 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.832103 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.832401 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.832714 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.833007 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.833279 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.833548 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.833816 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.834092 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.834373 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.834662 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.834952 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.835220 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.835493 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.835779 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.836051 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.836324 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.836616 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.836902 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.837177 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.837444 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.837721 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.837995 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.838262 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.838527 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.838797 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.839083 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.839355 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.839620 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.839887 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.840160 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.840425 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.840740 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.841015 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.841281 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.841545 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.841818 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.842084 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.842350 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.842622 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.842887 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.843158 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.843423 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.843686 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.843952 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.844216 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.845070 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.845349 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.845616 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.845890 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.846160 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.846683 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.846945 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.847213 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.847477 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.847755 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.848047 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.848321 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.848616 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.848893 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.849163 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.849436 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.849708 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.849979 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.850253 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.850520 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.850847 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.851084 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.851363 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.851641 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.851914 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.852205 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.852477 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.852785 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.853050 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.853321 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.853601 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.853877 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.854163 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.854451 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.854739 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.855030 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.855320 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.855592 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.855894 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.856168 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:32.857034 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 23:00:32.857276 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93055) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 29 23:00:33.203935 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:00:33.204204 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:00:33.204492 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:00:33.204847 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 29 23:00:33.600053 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:33.600258 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:33.600526 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:33.601842 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:33.602114 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:33.602378 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:33.636156 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:33.636429 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:33.636716 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:33.650518 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:33.650795 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:33.651057 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:33.680956 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:33.681233 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:33.681499 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:33.717591 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:33.717947 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:33.718217 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:33.954603 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:33.955235 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:33.955235 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:33.955415 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:33.956117 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.082155 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.082474 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.082753 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.083021 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.083285 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.083591 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.083849 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.084099 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.084347 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.084645 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.084906 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.085170 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.085427 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.085686 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.085936 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.086197 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.086463 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.086868 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.087137 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.087387 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.087663 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.088005 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.088255 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.088536 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.088804 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.089052 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.089444 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 23:00:34.089682 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 23:00:34.089910 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 23:00:34.090141 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 23:00:34.090370 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 23:00:34.090599 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 23:00:34.090956 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 29 23:00:34.094119 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 29 23:00:34.098278 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 29 23:00:34.102077 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jun 29 23:00:34.103670 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 29 23:00:34.104128 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 29 23:00:34.104453 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 29 23:00:34.104858 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 29 23:00:34.107774 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 29 23:00:34.108019 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 29 23:00:34.108359 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 23:00:34.135588 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 29 23:00:34.136033 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.136326 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93055) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 29 23:00:34.136719 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.138065 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93055) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 29 23:00:34.138342 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 23:00:34.138586 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 29 23:00:34.141779 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.142057 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.206027 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 29 23:00:34.206206 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 29 23:00:34.206436 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 29 23:00:34.206798 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 29 23:00:34.227843 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_db.sqlalchemy.engines [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93055) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 29 23:00:34.753595 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Initializing driver for type 'gre' Jun 29 23:00:34.754153 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] gre ID ranges: [(1, 1000)] Jun 29 23:00:34.808873 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Initializing driver for type 'local' Jun 29 23:00:34.809207 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Initializing driver for type 'vlan' Jun 29 23:00:34.821775 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] VlanTypeDriver initialization complete Jun 29 23:00:34.822285 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Initializing driver for type 'vxlan' Jun 29 23:00:34.822810 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] vxlan ID ranges: [(1, 1000)] Jun 29 23:00:34.884108 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Initializing extension driver 'port_security' Jun 29 23:00:34.884488 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.extensions.port_security [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] PortSecurityExtensionDriver initialization complete Jun 29 23:00:34.884915 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Initializing mechanism driver 'openvswitch' Jun 29 23:00:34.885319 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Initializing mechanism driver 'hyperv' Jun 29 23:00:34.892974 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.plugins.ml2.plugin [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:00:34.893982 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > port after_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.894414 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > port after_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.894801 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > port after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.895222 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > subnet after_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.895619 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > subnet after_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.896047 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.896448 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > network after_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.896836 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > network after_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.897465 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > network after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.897630 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > security_group after_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.898040 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > security_group after_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.898409 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.898867 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.899244 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.899642 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.900049 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > address_group after_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.900518 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > address_group after_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.900847 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.901257 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] ML2 OVO RPC backend initialized. {{(pid=93055) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:166}} Jun 29 23:00:34.902043 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.902464 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.902964 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > network before_response 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.903316 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > networks before_response 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.903879 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > port before_response 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.904124 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > ports before_response 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.904485 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > subnet before_response 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.904918 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > subnets before_response 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.905364 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > network after_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.905631 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > network after_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.906010 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > network after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.906360 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > port after_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.906759 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > port after_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.907760 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > port after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.908211 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > subnet after_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.908590 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > subnet after_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.909245 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.909583 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.plugin [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Modular L2 Plugin initialization complete Jun 29 23:00:34.909947 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading services supported by the core plugin {{(pid=93055) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 29 23:00:34.910498 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Got port-security extension from driver 'port_security' Jun 29 23:00:34.910829 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.extensions.vlantransparent [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Disabled vlantransparent extension. Jun 29 23:00:34.911341 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93055) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 29 23:00:34.911712 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading Plugin: router Jun 29 23:00:34.947747 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.948138 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > router after_create 55549900 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.948502 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > router before_create 55549900 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.948894 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.949261 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.949611 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > router after_delete 55549900 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.949970 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.950330 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > router after_create 55549900 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.950676 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > router after_update 55549900 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.951021 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > router after_update 55549900 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.951367 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.951717 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > router after_update 55549900 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.952121 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > router precommit_update 55549900 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.952483 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: port after_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.952847 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: port after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.953184 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: subnet after_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.953518 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.953908 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.954516 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > router precommit_create 55549900 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.954926 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: port before_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.955437 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > router precommit_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.955619 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > router after_update 55549900 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.955962 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.956312 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > router precommit_create 55549900 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.956700 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.957048 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > router precommit_update 55549900 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.957420 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > agent after_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.957770 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > agent after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.958112 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > network after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.958970 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.quota.resource_registry [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Tracking information for resource: router configured {{(pid=93055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 23:00:34.959304 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.quota.resource_registry [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Tracking information for resource: floatingip configured {{(pid=93055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 23:00:34.964269 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.db.l3_agentschedulers_db [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 29 23:00:34.964830 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: port after_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.965188 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: port after_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.965535 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: port after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.965881 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: port after_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.966662 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > router before_create 55550100 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.967025 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.967382 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > router precommit_create 55550100 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.967734 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > router precommit_update 55550100 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.973141 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.services.provider_configuration [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Service providers = [] {{(pid=93055) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 29 23:00:34.973502 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.db.servicetype_db [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93055) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 29 23:00:34.976351 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.services.service_base [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93055) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 23:00:34.976734 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.services.service_base [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93055) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 23:00:34.977075 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.services.service_base [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93055) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 23:00:34.977942 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.services.service_base [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93055) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 23:00:34.978307 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.services.service_base [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 29 23:00:34.978679 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 23:00:34.978989 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 29 23:00:34.991741 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 23:00:34.992078 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading Plugin: auto_allocate Jun 29 23:00:34.997914 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: network precommit_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.998281 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: network precommit_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:34.998795 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 23:00:34.999113 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading Plugin: tag Jun 29 23:00:35.005836 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 23:00:35.006162 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading Plugin: timestamp Jun 29 23:00:35.009920 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 23:00:35.010248 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading Plugin: network_ip_availability Jun 29 23:00:35.015783 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:35.016158 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:35.016546 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:35.017281 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 23:00:35.017595 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading Plugin: flavors Jun 29 23:00:35.022334 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 23:00:35.022667 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading Plugin: revisions Jun 29 23:00:35.026921 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 23:00:35.027314 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_concurrency.lockutils [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.823s {{(pid=93055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:00:35.028034 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93055) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 29 23:00:35.028388 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Initializing extension manager. Jun 29 23:00:35.028893 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: __init__.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.029230 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: __pycache__ {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.029556 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.029881 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: address_group.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.030618 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.031181 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: address-group Jun 29 23:00:35.031501 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: address_scope.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.032833 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.033345 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: address-scope Jun 29 23:00:35.033660 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.034579 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.035086 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: router-admin-state-down-before-update Jun 29 23:00:35.035403 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: agent.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.036091 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.036633 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: agent Jun 29 23:00:35.036952 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: agent_resources_synced.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.037845 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.038351 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: agent-resources-synced Jun 29 23:00:35.038667 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: allowedaddresspairs.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.040406 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.040947 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: allowed-address-pairs Jun 29 23:00:35.041272 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: auto_allocated_topology.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.042510 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.043026 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: auto-allocated-topology Jun 29 23:00:35.043347 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: availability_zone.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.044026 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.044537 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: availability_zone Jun 29 23:00:35.044889 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: availability_zone_filter.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.045779 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.046288 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: availability_zone_filter Jun 29 23:00:35.046604 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: data_plane_status.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.047488 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.048051 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extension data-plane-status not supported by any of loaded plugins Jun 29 23:00:35.048500 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: default_subnetpools.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.049423 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.049929 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: default-subnetpools Jun 29 23:00:35.050250 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.051044 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.051547 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: dhcp_agent_scheduler Jun 29 23:00:35.051864 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: dns.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.052792 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.053294 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extension dns-integration not supported by any of loaded plugins Jun 29 23:00:35.053610 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: dns_domain_ports.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.054504 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.055008 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 29 23:00:35.055324 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.056220 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.056757 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 29 23:00:35.057075 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: dvr.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.057732 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.058237 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: dvr Jun 29 23:00:35.058550 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: empty_string_filtering.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.059439 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.059947 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: empty-string-filtering Jun 29 23:00:35.060260 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.061180 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.061684 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 29 23:00:35.061995 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.062880 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.064039 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 29 23:00:35.064359 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: external_net.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.065282 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.065790 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: external-net Jun 29 23:00:35.066105 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.066991 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.067491 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: extra_dhcp_opt Jun 29 23:00:35.067804 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: extraroute.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.068724 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.069229 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: extraroute Jun 29 23:00:35.069545 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: extraroute_atomic.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.070557 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.071068 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: extraroute-atomic Jun 29 23:00:35.071384 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: filter_validation.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.072030 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.072532 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: filter-validation Jun 29 23:00:35.072868 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: fip_pf_description.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.073752 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.074253 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 29 23:00:35.074566 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: fip_port_details.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.075451 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.075955 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: fip-port-details Jun 29 23:00:35.076271 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: flavors.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.077496 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.078009 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: flavors Jun 29 23:00:35.078328 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.080096 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.080634 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 29 23:00:35.080956 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: floatingip_pools.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.081644 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.082153 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: floatingip-pools Jun 29 23:00:35.082472 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: ip_allocation.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.083368 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.083873 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extension ip_allocation not supported by any of loaded plugins Jun 29 23:00:35.084189 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.085120 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.085625 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: ip-substring-filtering Jun 29 23:00:35.085943 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: l2_adjacency.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.086847 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.087354 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 29 23:00:35.087671 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: l3.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.088636 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.089154 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: router Jun 29 23:00:35.089474 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.091801 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.092331 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 29 23:00:35.092693 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.093605 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.094120 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: ext-gw-mode Jun 29 23:00:35.095214 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.095907 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.096705 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: l3-ha Jun 29 23:00:35.097030 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: l3_flavors.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.097927 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.098438 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: l3-flavors Jun 29 23:00:35.098756 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.099664 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.100173 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 29 23:00:35.100492 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: l3agentscheduler.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.101552 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.102061 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: l3_agent_scheduler Jun 29 23:00:35.102385 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: logging.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.103847 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.104364 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extension logging not supported by any of loaded plugins Jun 29 23:00:35.104729 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: metering.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.105457 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.106032 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: metering Jun 29 23:00:35.106355 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.107440 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.107955 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: metering_source_and_destination_fields Jun 29 23:00:35.108276 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: multiprovidernet.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.109221 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.109730 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: multi-provider Jun 29 23:00:35.110719 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: netmtu.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.111476 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.111982 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: net-mtu Jun 29 23:00:35.112301 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: netmtu_writable.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.113219 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.113725 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: net-mtu-writable Jun 29 23:00:35.114041 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: network_availability_zone.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.114695 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.115196 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: network_availability_zone Jun 29 23:00:35.115513 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: network_ip_availability.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.116603 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.117116 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: network-ip-availability Jun 29 23:00:35.117440 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: network_segment_range.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.118203 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.118709 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extension network-segment-range not supported by any of loaded plugins Jun 29 23:00:35.119025 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: pagination.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.120034 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.120313 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: pagination Jun 29 23:00:35.120655 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: port_device_profile.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.121537 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.122047 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: port-device-profile Jun 29 23:00:35.122363 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.123263 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.123766 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: port-mac-address-regenerate Jun 29 23:00:35.124081 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.124999 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.125499 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: port-numa-affinity-policy Jun 29 23:00:35.125885 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: port_resource_request.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.126861 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.127374 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extension port-resource-request not supported by any of loaded plugins Jun 29 23:00:35.127685 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: portbindings.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.128620 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.129127 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: binding Jun 29 23:00:35.129451 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: portbindings_extended.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.130706 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.131225 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: binding-extended Jun 29 23:00:35.131550 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: portsecurity.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.132446 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.132989 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: port-security Jun 29 23:00:35.133308 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: project_id.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.134262 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.134587 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: project-id Jun 29 23:00:35.134902 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: providernet.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.135809 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.136317 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: provider Jun 29 23:00:35.136660 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: qos.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.140276 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.140830 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extension qos not supported by any of loaded plugins Jun 29 23:00:35.141162 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.142974 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.143492 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 29 23:00:35.143815 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.144758 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.145273 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 29 23:00:35.145591 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: qos_default.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.146486 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.146998 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extension qos-default not supported by any of loaded plugins Jun 29 23:00:35.147318 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: qos_fip.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.147963 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.148470 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extension qos-fip not supported by any of loaded plugins Jun 29 23:00:35.148820 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: qos_gateway_ip.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.149723 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.150236 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 29 23:00:35.150555 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: qos_port_network_policy.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.151444 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.151955 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 29 23:00:35.152274 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: qos_rule_type_details.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.153195 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.153706 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 29 23:00:35.154027 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: qos_rules_alias.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.155048 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.155553 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 29 23:00:35.155872 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: quotasv2.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.156787 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.157237 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: quotas Jun 29 23:00:35.158119 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: quotasv2_detail.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.161578 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.161919 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: quota_details Jun 29 23:00:35.162246 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: rbac.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.163305 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.163831 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: rbac-policies Jun 29 23:00:35.164157 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: rbac_address_group.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.165095 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.165616 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: rbac-address-group Jun 29 23:00:35.165939 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: rbac_address_scope.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.166845 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.167359 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: rbac-address-scope Jun 29 23:00:35.167679 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: rbac_security_groups.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.168630 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.169150 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: rbac-security-groups Jun 29 23:00:35.169469 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: rbac_subnetpool.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.170365 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.170878 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: rbac-subnetpool Jun 29 23:00:35.171192 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: revisionifmatch.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.172091 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.172645 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: revision-if-match Jun 29 23:00:35.172977 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: revisions.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.174258 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.174775 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: standard-attr-revisions Jun 29 23:00:35.175096 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: router_availability_zone.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.175757 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.176270 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: router_availability_zone Jun 29 23:00:35.176610 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: routerservicetype.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.177511 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.178026 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extension router-service-type not supported by any of loaded plugins Jun 29 23:00:35.178342 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.179244 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.179762 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: security-groups-normalized-cidr Jun 29 23:00:35.180078 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.181005 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.181518 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: port-security-groups-filtering Jun 29 23:00:35.181833 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.182728 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.183237 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: security-groups-remote-address-group Jun 29 23:00:35.183553 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: securitygroup.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.193185 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.193716 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: security-group Jun 29 23:00:35.194043 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: segment.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.194827 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.195337 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extension segment not supported by any of loaded plugins Jun 29 23:00:35.195659 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.196592 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.197102 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 29 23:00:35.197421 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: servicetype.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.198522 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.199041 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: service-type Jun 29 23:00:35.199362 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: sorting.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.200323 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.200678 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: sorting Jun 29 23:00:35.200999 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: standard_attr_segment.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.201962 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.202485 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 29 23:00:35.202807 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: standardattrdescription.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.203440 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.204473 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: standard-attr-description Jun 29 23:00:35.204823 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: stateful_security_group.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.205796 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.206311 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: stateful-security-group Jun 29 23:00:35.206631 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: stdattrs_common.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.207190 dv-cinder-769602-4-iscsi neutron-server[93055]: WARNING neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 29 23:00:35.207508 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.208407 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.208948 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 29 23:00:35.209264 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: subnet_onboard.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.210305 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.210822 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: subnet_onboard Jun 29 23:00:35.211143 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.212051 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.212563 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 29 23:00:35.212905 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: subnet_service_types.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.213808 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.214365 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: subnet-service-types Jun 29 23:00:35.214640 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: subnetallocation.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.215708 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.216226 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: subnet_allocation Jun 29 23:00:35.216561 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.217229 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.217761 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: subnetpool-prefix-ops Jun 29 23:00:35.218077 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.218992 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.220118 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 29 23:00:35.220577 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: tagging.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.221974 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.222501 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: standard-attr-tag Jun 29 23:00:35.222825 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: timestamp.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.224009 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.224523 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loaded extension: standard-attr-timestamp Jun 29 23:00:35.224874 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: trunk.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.225882 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.226397 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extension trunk not supported by any of loaded plugins Jun 29 23:00:35.226718 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: trunk_details.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.227631 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.228144 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extension trunk-details not supported by any of loaded plugins Jun 29 23:00:35.228462 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: uplink_status_propagation.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.229398 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.229909 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 29 23:00:35.230226 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Loading extension file: vlantransparent.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:00:35.230877 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:00:35.231383 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 29 23:00:35.233871 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.quota.resource_registry [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Creating instance of TrackedResource for resource:network Jun 29 23:00:35.234402 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.quota.resource_registry [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Creating instance of TrackedResource for resource:subnet Jun 29 23:00:35.234796 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.quota.resource_registry [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 23:00:35.235233 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.quota.resource_registry [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Creating instance of TrackedResource for resource:port Jun 29 23:00:35.236447 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.v2.resource_helper [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 23:00:35.236912 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.v2.resource_helper [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Service FLAVORS assigned prefix: {{(pid=93055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 23:00:35.237548 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.v2.resource_helper [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 23:00:35.237975 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.v2.resource_helper [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 23:00:35.238302 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.quota.resource_registry [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Creating instance of TrackedResource for resource:router Jun 29 23:00:35.238730 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.quota.resource_registry [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Creating instance of TrackedResource for resource:floatingip Jun 29 23:00:35.239211 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.v2.resource_helper [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Service METERING assigned prefix: /metering {{(pid=93055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 23:00:35.240666 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:35.241035 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:35.241383 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:00:35.242374 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.quota.resource_registry [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 23:00:35.242807 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.quota.resource_registry [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Creating instance of TrackedResource for resource:security_group Jun 29 23:00:35.243241 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.quota.resource_registry [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 23:00:35.243852 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.v2.resource_helper [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Service CORE assigned prefix: {{(pid=93055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 23:00:35.244179 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.quota.resource_registry [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 23:00:35.244521 dv-cinder-769602-4-iscsi neutron-server[93055]: WARNING neutron.quota.resource_registry [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] subnetpool is already registered Jun 29 23:00:35.244968 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.v2.resource_helper [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Service CORE assigned prefix: {{(pid=93055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 23:00:35.245289 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.quota.resource_registry [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 23:00:35.245615 dv-cinder-769602-4-iscsi neutron-server[93055]: WARNING neutron.quota.resource_registry [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] subnetpool is already registered Jun 29 23:00:35.247924 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.v2.resource_helper [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 23:00:35.248355 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.v2.resource_helper [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Service FLAVORS assigned prefix: {{(pid=93055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 23:00:35.248990 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.v2.resource_helper [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 23:00:35.249407 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.v2.resource_helper [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 23:00:35.249733 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.quota.resource_registry [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Creating instance of TrackedResource for resource:router Jun 29 23:00:35.250066 dv-cinder-769602-4-iscsi neutron-server[93055]: WARNING neutron.quota.resource_registry [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] router is already registered Jun 29 23:00:35.250469 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.quota.resource_registry [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Creating instance of TrackedResource for resource:floatingip Jun 29 23:00:35.250904 dv-cinder-769602-4-iscsi neutron-server[93055]: WARNING neutron.quota.resource_registry [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] floatingip is already registered Jun 29 23:00:35.251353 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.v2.resource_helper [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Service METERING assigned prefix: /metering {{(pid=93055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 23:00:35.252022 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.quota.resource_registry [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 23:00:35.252343 dv-cinder-769602-4-iscsi neutron-server[93055]: WARNING neutron.quota.resource_registry [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] rbac_policy is already registered Jun 29 23:00:35.252777 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.quota.resource_registry [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Creating instance of TrackedResource for resource:security_group Jun 29 23:00:35.253107 dv-cinder-769602-4-iscsi neutron-server[93055]: WARNING neutron.quota.resource_registry [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] security_group is already registered Jun 29 23:00:35.253501 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.quota.resource_registry [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 23:00:35.253827 dv-cinder-769602-4-iscsi neutron-server[93055]: WARNING neutron.quota.resource_registry [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] security_group_rule is already registered Jun 29 23:00:35.254438 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.v2.resource_helper [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Service CORE assigned prefix: {{(pid=93055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 23:00:35.254755 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.quota.resource_registry [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 23:00:35.255081 dv-cinder-769602-4-iscsi neutron-server[93055]: WARNING neutron.quota.resource_registry [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] subnetpool is already registered Jun 29 23:00:35.255490 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.v2.resource_helper [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Service CORE assigned prefix: {{(pid=93055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 23:00:35.255805 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.quota.resource_registry [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 23:00:35.256127 dv-cinder-769602-4-iscsi neutron-server[93055]: WARNING neutron.quota.resource_registry [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] subnetpool is already registered Jun 29 23:00:35.256614 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: extensions {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.258079 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: address-groups {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.259571 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: address-scopes {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.260915 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: agents {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.262070 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: auto-allocated-topology {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.263338 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: availability_zones {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.264562 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: dhcp-networks {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.267792 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: dhcp-agents {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.269253 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: routers {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.270975 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: flavors {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.272244 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: service_profiles {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.273505 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: next_providers {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.274943 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: service_profiles {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.276485 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: floatingip-pools {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.277749 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: routers {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.279462 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: floatingips {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.280772 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: l3-routers {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.282265 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: l3-agents {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.283804 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: metering-labels {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.285090 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: metering-label-rules {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.286465 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: network-ip-availabilities {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.287758 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: bindings {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.289369 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: quotas {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.290904 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: quotas {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.292320 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: rbac-policies {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.293594 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: security-groups {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.294879 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: security-group-rules {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.296180 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: service-providers {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.297443 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: subnetpools {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.299439 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: subnetpools {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.301024 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: tags {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.302717 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: tags {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.304537 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: tags {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.306334 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: tags {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.308021 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: tags {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.310011 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: tags {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.311699 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: tags {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.314099 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: tags {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.315952 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: tags {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.317732 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Extended resource: tags {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:00:35.323777 dv-cinder-769602-4-iscsi neutron-server[93055]: WARNING keystonemiddleware.auth_token [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 29 23:00:35.328359 dv-cinder-769602-4-iscsi neutron-server[93055]: WARNING keystonemiddleware.auth_token [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 29 23:00:35.337576 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_concurrency.lockutils [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Acquired lock "singleton_lock" {{(pid=93055) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 29 23:00:35.338042 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_concurrency.lockutils [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Releasing lock "singleton_lock" {{(pid=93055) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 29 23:00:35.338687 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO oslo_service.service [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Starting 2 workers Jun 29 23:00:35.343342 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Started child 93162 {{(pid=93055) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 23:00:35.348620 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Started child 93163 {{(pid=93055) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 23:00:35.349097 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:00:35.349995 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO neutron.service [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 29 23:00:35.350337 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Notify callbacks [] for process, before_spawn {{(pid=93055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:00:35.350630 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [-] (93162) wsgi starting up on http://0.0.0.0:9696 Jun 29 23:00:35.352761 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO oslo_service.service [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Starting 1 workers Jun 29 23:00:35.352925 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:00:35.354235 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [-] (93163) wsgi starting up on http://0.0.0.0:9696 Jun 29 23:00:35.357862 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Started child 93164 {{(pid=93055) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 23:00:35.358403 dv-cinder-769602-4-iscsi neutron-server[93055]: INFO oslo_service.service [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Starting 1 workers Jun 29 23:00:35.362210 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.service [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] calling RpcWorker wait() {{(pid=93164) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 29 23:00:35.362812 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.service [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] returning from RpcWorker wait() {{(pid=93164) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 29 23:00:35.363489 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Started child 93165 {{(pid=93055) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 23:00:35.363954 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:00:35.364319 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-9ee38808-844e-4d3a-8f66-a2dfd619fc95 None None] Notify callbacks [] for process, after_spawn {{(pid=93055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:00:35.364524 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:00:35.366234 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93055) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 23:00:35.366448 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 23:00:35.366635 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 23:00:35.366851 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 23:00:35.367189 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 23:00:35.367449 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 23:00:35.367847 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.368136 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.368322 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:00:35.368887 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.368887 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.369148 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.369473 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:00:35.369620 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.369780 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.370040 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.370321 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.370573 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.370732 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.370968 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.371142 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.371382 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.371670 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.371961 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.372209 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.372501 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.372717 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.372992 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.373278 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.373513 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.373784 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] debug = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.374030 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.374514 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.374761 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.375003 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.375266 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.375506 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.375808 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.376640 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.377013 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.377266 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.377536 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.377800 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.378044 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.378263 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.378526 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.378783 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.379004 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.379476 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] host = dv-cinder-769602-4-iscsi {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.379722 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.379959 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.380188 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.380462 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.380708 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.380925 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.381184 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.381434 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.381681 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.381905 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.382161 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.382420 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.382655 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.382901 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] log_file = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.383050 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] log_options = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.383291 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.383557 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.383808 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.383998 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.384153 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.384340 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.384632 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.384800 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.385048 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.385266 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.385515 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.385685 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.385920 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.386155 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.386412 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.386671 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.386887 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.387132 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.387385 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.387641 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.387857 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.388103 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.388337 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.388552 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.388805 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.389024 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.389261 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.389476 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.389709 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.389969 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.390914 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.391389 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.391949 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.392216 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.392472 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.392729 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.392981 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.393424 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.393775 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.394597 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.394973 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.395357 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.396878 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.397104 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.397376 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.397633 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] use_json = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.398143 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.398469 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.398655 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.398880 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.399101 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.399331 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.399558 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.399805 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.400248 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.400536 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.401086 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.401468 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.401891 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.402279 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.402525 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.402972 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.403256 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.403477 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.403813 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.404043 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.404347 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.404623 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.404889 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.405222 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.406419 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.406419 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.406419 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.407314 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.407668 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.408267 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.408372 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.409136 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.409136 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.409136 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.409380 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.409640 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.410359 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.410359 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.410359 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.410634 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.410840 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.411089 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.411323 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.411566 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.411810 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.412021 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.412254 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.412479 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.414343 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.414343 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.414343 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.414343 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.414343 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.414343 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.414343 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.414343 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.415455 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.415455 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.415455 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.415455 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.415455 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.416117 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.416117 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.416117 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.416465 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.416552 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.416759 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.416980 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.417210 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.417456 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.417703 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.417934 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.418240 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.418465 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.418716 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.418951 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.419189 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.419420 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.419638 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.419853 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.420065 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.420279 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.420510 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.420745 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.421364 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.421627 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.421843 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.422074 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.422315 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.423032 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.423276 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.423489 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.423772 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.424088 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.424342 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.424609 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.424864 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.425116 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.425340 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.425600 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.425851 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.426069 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.426292 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.426573 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.426813 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.427085 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.427330 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.427547 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.427799 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.428015 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.428334 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.428603 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.428821 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.429050 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.429313 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.429551 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.429799 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.430065 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.430319 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.430591 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.430851 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.431136 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.431370 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.431639 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.431926 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.432217 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.432466 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.432819 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.433096 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.433617 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.433859 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.434124 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.434544 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.434970 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.435215 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.435500 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.435740 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.435959 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.436171 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.436421 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.436762 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.436994 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.437204 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.437600 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.438021 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.439073 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.439554 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.439878 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.440094 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.440365 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.440658 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.440908 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.441124 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.441355 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.441609 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.442058 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.442302 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.442520 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.442737 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.443123 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.443484 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.443742 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.443956 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.444177 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.444417 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.444651 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.444865 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.445130 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.445344 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.445561 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.445797 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.446015 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.446231 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.446469 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.446699 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.446944 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.447155 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.447578 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.447988 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.448207 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.448537 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.448786 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.449018 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.449251 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.449495 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.449709 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.449943 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.450174 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.450392 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.450600 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.450814 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.451038 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.451266 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.451517 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.451754 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.452076 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.452309 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.452553 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.452832 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.453045 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.453282 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.453496 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.453710 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.454003 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.454211 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.454442 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.454681 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.454899 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.455112 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.455319 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.455558 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.455787 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.455997 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.456222 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.456519 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.456798 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.457033 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.457295 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.457528 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.457759 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.458003 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.458209 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.458477 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.458654 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.458883 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.459089 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.459329 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.459556 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.459763 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.459981 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.460192 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.460416 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.460655 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.460883 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.461088 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.461339 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.461563 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.461791 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.462039 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.462268 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.462470 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.462692 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.464662 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.464662 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.464662 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.464662 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.464662 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.464662 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.464662 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.464662 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.465255 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.465255 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.465374 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.465582 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.465797 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.466008 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.466220 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.466467 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.466779 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.467069 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.467312 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.467562 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.467848 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.468124 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.468376 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.468603 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.468913 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.469240 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.469594 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.469870 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.470114 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.470362 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.470586 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.470820 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.471054 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.471286 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.471766 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.472018 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.472244 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.472486 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.472728 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.472973 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.473212 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.473448 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.473676 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.473916 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.474134 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.474320 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 23:00:35.474853 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93055) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 23:00:35.475022 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 23:00:35.475175 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 23:00:35.475340 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 23:00:35.475508 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 23:00:35.475662 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 23:00:35.475861 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.476020 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.476178 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.476339 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.476498 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.476698 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.476932 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.477032 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.477152 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.477458 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.477758 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.478060 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.478219 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.478381 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.478540 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.478715 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.478868 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.479015 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.479159 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.479346 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.479471 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.480599 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.480599 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] debug = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.480599 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.480599 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.480599 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.480599 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.481045 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.481045 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.481045 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.481045 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.481272 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.481272 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.481494 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.481644 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.481798 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.481928 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.482077 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.482232 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.482387 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.482543 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] host = dv-cinder-769602-4-iscsi {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.482698 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.482853 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.483007 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.483160 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.483315 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.483469 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.483623 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.483778 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.483936 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.484098 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.484235 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.484390 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.484545 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.484719 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] log_file = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.484874 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] log_options = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.485535 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.485700 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.485856 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.486028 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.486190 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.486350 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.486499 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.486650 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.486807 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.486963 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.487118 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.487273 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.487428 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.487581 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.487736 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.488424 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.488424 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.488424 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.488424 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.488853 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.488853 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.488853 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.489201 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.489201 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.489201 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.489464 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.489542 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.489640 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.489794 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.489948 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.490104 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.490259 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.490416 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.490571 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.490726 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.490880 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.491034 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.491511 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.491511 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.491511 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.491759 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.491759 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.491920 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.492073 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.496602 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.496602 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] use_json = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.496602 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.496602 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.496602 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.496602 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.496602 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.496602 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.496602 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.497256 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:00:35.497341 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:00:35.497341 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.497341 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.497341 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.497341 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.497341 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.497341 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.497341 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.497871 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.497871 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.497871 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.497871 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.497871 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.497871 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.497871 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.497871 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.498394 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.498394 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.498394 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.498394 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.498394 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.498394 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.498394 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.498394 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.498954 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.498954 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.498954 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.498954 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.498954 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.498954 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.498954 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.498954 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.499443 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.499443 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.499443 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.499443 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.499443 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.499443 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.499443 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.499443 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.499877 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.499877 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.499877 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.500046 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.500111 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.500289 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.500425 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.500597 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.500813 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.500969 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.501126 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.501379 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.501543 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.501702 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.501859 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.502018 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.502179 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.502322 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.502481 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.502639 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.502797 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.503004 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.503141 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.503263 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.503420 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.503577 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.503735 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.503893 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.504053 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.504641 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.504641 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.504641 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.505512 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.505512 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.505512 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.505512 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.505512 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.505512 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.506000 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.506000 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.506000 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.506000 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.506277 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.506277 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.506443 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.506609 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.506931 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.507231 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.507539 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.507694 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.507992 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.508301 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.508618 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.508916 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.509217 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.509381 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.509542 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.509704 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.509864 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.510023 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.510188 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.510345 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.510507 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.510664 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.510822 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.510980 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.511140 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.511308 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.511453 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.511603 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.511742 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.511880 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.512044 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.512176 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.512345 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.512497 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.512689 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.512842 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.512993 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.513231 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.513375 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.513512 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.513648 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.513803 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.513978 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.514126 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.514254 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.514392 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.514528 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.514669 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.514805 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.514941 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.515088 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.515249 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.515402 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.515539 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.515700 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.515859 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.516017 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.516175 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.516369 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.516552 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.516785 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.516949 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.517113 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.517275 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.517430 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.517592 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.517745 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.517900 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.518060 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.518218 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.518365 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.518526 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.518679 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.518818 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.518980 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.519162 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.519301 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.519449 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.519586 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.519721 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.519866 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.520012 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.520151 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.520287 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.520441 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.520671 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.520767 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.520910 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.521071 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.521230 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.521393 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.521869 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.521869 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.521869 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.522253 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.522253 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.522511 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.522511 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.522771 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.522771 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.523041 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.523041 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.523386 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.523386 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.523664 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.523664 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.523933 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.523933 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.524269 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.524269 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.524531 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.524531 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.524820 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.524820 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.525090 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.525226 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.525361 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.525519 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.525658 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.525794 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.525930 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.526065 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.526200 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.526336 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.526471 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.526606 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.526751 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.526889 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.527025 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.527184 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.527338 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.527500 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.527642 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.527805 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.527948 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.528093 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.528255 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.528424 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.528599 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.528744 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.528881 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.529029 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.529190 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.530954 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.530954 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.530954 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.530954 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.530954 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.530954 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.530954 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.530954 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.530954 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.533176 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.533176 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.533176 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.533176 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.533176 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.533176 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.533176 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.533176 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.533617 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.533617 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.533617 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.533617 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.533617 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.533617 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.533617 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.533617 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.534051 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.534051 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.534051 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.534228 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.534490 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.534490 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.534644 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.534804 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.534968 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.535133 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.535303 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.535460 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.535621 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.535780 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.535939 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.536099 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.536258 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.536419 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.536600 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.536755 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.536911 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.537070 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.537229 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.537402 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.537538 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.537698 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.537853 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.538011 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.538162 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.538320 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:00:35.538475 dv-cinder-769602-4-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 23:00:35.802804 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 54278) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:00:35.811377 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063691 Jun 29 23:00:47.191179 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5a1fc5-16d7-4bc7-978d-e47e213309cb None None] get_active_networks_info from dv-cinder-769602-4-iscsi {{(pid=93164) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 29 23:00:47.287512 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5a1fc5-16d7-4bc7-978d-e47e213309cb None None] No non-hosted networks {{(pid=93164) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 29 23:00:47.307250 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.agentschedulers_db [None req-ae5a1fc5-16d7-4bc7-978d-e47e213309cb None None] DHCP Agent not found on host dv-cinder-769602-4-iscsi {{(pid=93164) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 29 23:00:47.444902 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-85a4e36a-ab4a-45ff-af0c-517452539ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-444251'] for agent, after_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:00:49.596715 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-96da99fc-7a02-43c2-ad64-d67b94eb3344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-444251'] for agent, after_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:00:49.666890 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a29b3ec-6958-427d-8888-48a2a5a5d089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:00:50.065284 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-444251'] for agent, after_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:00:50.066437 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:00:50.067050 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:00:50.067520 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:00:50.068006 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:00:50.068483 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:00:50.068832 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:00:50.069161 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:00:50.069542 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:00:50.069866 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:00:50.070513 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:00:50.070513 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:00:50.070803 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:00:50.072112 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-769602-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:00:50.081626 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-769602-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:00:50.785398 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-444251'] for agent, after_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:00:52.564327 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-444251'] for agent, after_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:00:53.007489 dv-cinder-769602-4-iscsi neutron-server[93164]: INFO neutron.db.l3_hamode_db [None req-715e2a8c-38c9-4e03-9e3c-17b31a2c88bd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 29 23:00:53.085563 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715e2a8c-38c9-4e03-9e3c-17b31a2c88bd None None] Routers set() bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:00:53.086050 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715e2a8c-38c9-4e03-9e3c-17b31a2c88bd None None] Router IDs set() for agent in host dv-cinder-769602-4-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 29 23:00:53.580662 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 54370) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:00:54.068754 dv-cinder-769602-4-iscsi neutron-server[93163]: WARNING oslo_policy.policy [None req-3f7f7dc2-3055-4875-9bc0-e895c1c743ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 23:00:54.069346 dv-cinder-769602-4-iscsi neutron-server[93163]: WARNING oslo_policy.policy [None req-3f7f7dc2-3055-4875-9bc0-e895c1c743ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 23:00:54.283299 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [None req-3f7f7dc2-3055-4875-9bc0-e895c1c743ee admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 23:00:54.284267 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-3f7f7dc2-3055-4875-9bc0-e895c1c743ee admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7027235 Jun 29 23:00:56.596884 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 54384) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:00:56.900616 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-2c794092-4e39-4de9-982b-3e3289831665 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:00:56.994620 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.policy [None req-2c794092-4e39-4de9-982b-3e3289831665 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93163) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 23:00:57.039793 dv-cinder-769602-4-iscsi neutron-server[93163]: WARNING oslo_policy.policy [None req-2c794092-4e39-4de9-982b-3e3289831665 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 23:00:57.040161 dv-cinder-769602-4-iscsi neutron-server[93163]: WARNING oslo_policy.policy [None req-2c794092-4e39-4de9-982b-3e3289831665 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 23:00:57.048621 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.quota [None req-2c794092-4e39-4de9-982b-3e3289831665 admin admin] Loaded quota_driver: . Jun 29 23:00:57.139473 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2c794092-4e39-4de9-982b-3e3289831665 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748553689705', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748553689148', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748553702372', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748553699882', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748553708653', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748553723332', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1494432', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1356957', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-734751', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-674381'] for rbac-policy, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:00:57.202690 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2c794092-4e39-4de9-982b-3e3289831665 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:00:57.204583 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-2c794092-4e39-4de9-982b-3e3289831665 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6067317 Jun 29 23:00:59.804804 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 54396) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:01:00.289895 dv-cinder-769602-4-iscsi neutron-server[93162]: WARNING oslo_policy.policy [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 23:01:00.290465 dv-cinder-769602-4-iscsi neutron-server[93162]: WARNING oslo_policy.policy [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 23:01:00.522990 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] Request body: {'network': {'tenant_id': '713f02d6f040490ca925b5199aff3813', 'admin_state_up': True, 'name': 'private', 'project_id': '713f02d6f040490ca925b5199aff3813'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:01:00.524598 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.quota [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] Loaded quota_driver: . Jun 29 23:01:00.582404 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] Made reservation on behalf of 713f02d6f040490ca925b5199aff3813 for: {'network': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:01:00.648711 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.policy [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93162) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 23:01:00.694300 dv-cinder-769602-4-iscsi neutron-server[93162]: WARNING oslo_policy.policy [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 23:01:00.694708 dv-cinder-769602-4-iscsi neutron-server[93162]: WARNING oslo_policy.policy [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 23:01:00.705725 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for network, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:00.727948 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:00.856147 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:00.859932 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:00.865329 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:01:00.885302 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=93162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 23:01:00.910227 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748551520570', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010'] for segment, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:00.910861 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] Unsubscribe: segment precommit_create {{(pid=93162) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 23:01:00.911361 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.db.segments_db [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] Added segment f5c95b92-22bc-412d-8c83-5dbf3f2f75ae of type vlan for network e01c9bb9-cf75-4107-a05b-5dac6df127fe Jun 29 23:01:00.917521 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc883641-1cfd-481e-9503-1f8ae9bfe1c2,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:01:00.947833 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:00.948172 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:00.948500 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:00.948842 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:00.949154 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:00.949475 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:00.949786 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:00.950090 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:00.950409 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:00.950715 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:00.951014 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:00.951312 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:00.952381 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] Tracked resource versions report: Jun 29 23:01:00.952381 dv-cinder-769602-4-iscsi neutron-server[93162]: pushed versions: Jun 29 23:01:00.952381 dv-cinder-769602-4-iscsi neutron-server[93162]: { 'AddressGroup': {'1.2'}, Jun 29 23:01:00.952381 dv-cinder-769602-4-iscsi neutron-server[93162]: 'ConntrackHelper': {'1.0'}, Jun 29 23:01:00.952381 dv-cinder-769602-4-iscsi neutron-server[93162]: 'Log': {'1.0'}, Jun 29 23:01:00.952381 dv-cinder-769602-4-iscsi neutron-server[93162]: 'Network': {'1.1'}, Jun 29 23:01:00.952381 dv-cinder-769602-4-iscsi neutron-server[93162]: 'Port': {'1.7'}, Jun 29 23:01:00.952381 dv-cinder-769602-4-iscsi neutron-server[93162]: 'PortForwarding': {'1.2'}, Jun 29 23:01:00.952381 dv-cinder-769602-4-iscsi neutron-server[93162]: 'QosPolicy': {'1.8'}, Jun 29 23:01:00.952381 dv-cinder-769602-4-iscsi neutron-server[93162]: 'SecurityGroup': {'1.4'}, Jun 29 23:01:00.952381 dv-cinder-769602-4-iscsi neutron-server[93162]: 'SecurityGroupRule': {'1.2'}, Jun 29 23:01:00.952381 dv-cinder-769602-4-iscsi neutron-server[93162]: 'SubPort': {'1.0'}, Jun 29 23:01:00.952381 dv-cinder-769602-4-iscsi neutron-server[93162]: 'Subnet': {'1.1'}, Jun 29 23:01:00.952381 dv-cinder-769602-4-iscsi neutron-server[93162]: 'Trunk': {'1.1'}} Jun 29 23:01:00.952381 dv-cinder-769602-4-iscsi neutron-server[93162]: consumer versions: Jun 29 23:01:00.952381 dv-cinder-769602-4-iscsi neutron-server[93162]: { DHCP agent@dv-cinder-769602-4-iscsi: {}, Jun 29 23:01:00.952381 dv-cinder-769602-4-iscsi neutron-server[93162]: L3 agent@dv-cinder-769602-4-iscsi: {}, Jun 29 23:01:00.952381 dv-cinder-769602-4-iscsi neutron-server[93162]: Metadata agent@dv-cinder-769602-4-iscsi: {}, Jun 29 23:01:00.952381 dv-cinder-769602-4-iscsi neutron-server[93162]: Metering agent@dv-cinder-769602-4-iscsi: {}, Jun 29 23:01:00.952381 dv-cinder-769602-4-iscsi neutron-server[93162]: Open vSwitch agent@dv-cinder-769602-4-iscsi: { 'AddressGroup': '1.2', Jun 29 23:01:00.952381 dv-cinder-769602-4-iscsi neutron-server[93162]: 'ConntrackHelper': '1.0', Jun 29 23:01:00.952381 dv-cinder-769602-4-iscsi neutron-server[93162]: 'Log': '1.0', Jun 29 23:01:00.952381 dv-cinder-769602-4-iscsi neutron-server[93162]: 'Network': '1.1', Jun 29 23:01:00.952381 dv-cinder-769602-4-iscsi neutron-server[93162]: 'Port': '1.7', Jun 29 23:01:00.952381 dv-cinder-769602-4-iscsi neutron-server[93162]: 'PortForwarding': '1.2', Jun 29 23:01:00.952381 dv-cinder-769602-4-iscsi neutron-server[93162]: 'QosPolicy': '1.8', Jun 29 23:01:00.952381 dv-cinder-769602-4-iscsi neutron-server[93162]: 'SecurityGroup': '1.4', Jun 29 23:01:00.952381 dv-cinder-769602-4-iscsi neutron-server[93162]: 'SecurityGroupRule': '1.2', Jun 29 23:01:00.952381 dv-cinder-769602-4-iscsi neutron-server[93162]: 'SubPort': '1.0', Jun 29 23:01:00.952381 dv-cinder-769602-4-iscsi neutron-server[93162]: 'Subnet': '1.1', Jun 29 23:01:00.952381 dv-cinder-769602-4-iscsi neutron-server[93162]: 'Trunk': '1.1'}} Jun 29 23:01:00.952381 dv-cinder-769602-4-iscsi neutron-server[93162]: {{(pid=93162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 23:01:01.038351 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:01:01.040131 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748551094604'] for network, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:01.092076 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688'] for network, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:01.093620 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:01:01.094394 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:01.097252 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:01:01.162562 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3556190 Jun 29 23:01:01.194489 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] Pushing event updated for resources: {'Network': ['ID=e01c9bb9-cf75-4107-a05b-5dac6df127fe,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:01:01.198611 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:01:01.207529 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Network e01c9bb9-cf75-4107-a05b-5dac6df127fe details requested by agent ovs-agent-dv-cinder-769602-4-iscsi with host dv-cinder-769602-4-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:01:03.744842 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 54418) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:01:04.177157 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e3f494-b66b-4e69-821d-464298219bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:01:04.178563 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-01e3f494-b66b-4e69-821d-464298219bea admin admin] 10.222.0.30 "GET /v2.0/networks/e01c9bb9-cf75-4107-a05b-5dac6df127fe HTTP/1.1" status: 200 len: 825 time: 0.4327941 Jun 29 23:01:04.202130 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-6d475daa-7fcf-43cd-a8d7-b8313cbd954b admin admin] 10.222.0.30 "GET /v2.0/subnetpools/cef2f618-fa91-415e-bf0f-d11ee9d1c0aa HTTP/1.1" status: 200 len: 734 time: 0.0183425 Jun 29 23:01:04.210955 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-96e0c2a9-f983-4d81-8170-cd5fe6030fd2 admin admin] Request body: {'subnet': {'network_id': 'e01c9bb9-cf75-4107-a05b-5dac6df127fe', 'tenant_id': '713f02d6f040490ca925b5199aff3813', 'name': 'private-subnet', 'subnetpool_id': 'cef2f618-fa91-415e-bf0f-d11ee9d1c0aa', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:01:04.237027 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e0c2a9-f983-4d81-8170-cd5fe6030fd2 admin admin] Made reservation on behalf of 713f02d6f040490ca925b5199aff3813 for: {'subnet': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:01:04.239602 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-96e0c2a9-f983-4d81-8170-cd5fe6030fd2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:04.533096 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-96e0c2a9-f983-4d81-8170-cd5fe6030fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688'] for subnet, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:04.537904 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:01:04.601314 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e0c2a9-f983-4d81-8170-cd5fe6030fd2 admin admin] Checking segment: {'id': 'f5c95b92-22bc-412d-8c83-5dbf3f2f75ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e01c9bb9-cf75-4107-a05b-5dac6df127fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:01:04.601700 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e0c2a9-f983-4d81-8170-cd5fe6030fd2 admin admin] Network hostable DHCP agents. Network: e01c9bb9-cf75-4107-a05b-5dac6df127fe, hostable agents: ['cfabb9e1-4ba2-4051-95c8-b215c3ad7269'], hosted agents: [] {{(pid=93163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:01:04.613431 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e0c2a9-f983-4d81-8170-cd5fe6030fd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3155be1c-85d0-4d9a-af39-d7345c5c4db8,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:01:04.625548 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e0c2a9-f983-4d81-8170-cd5fe6030fd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:04.625981 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e0c2a9-f983-4d81-8170-cd5fe6030fd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:04.626314 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e0c2a9-f983-4d81-8170-cd5fe6030fd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:04.626625 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e0c2a9-f983-4d81-8170-cd5fe6030fd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:04.626944 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e0c2a9-f983-4d81-8170-cd5fe6030fd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:04.627274 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e0c2a9-f983-4d81-8170-cd5fe6030fd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:04.627578 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e0c2a9-f983-4d81-8170-cd5fe6030fd2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:04.627884 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e0c2a9-f983-4d81-8170-cd5fe6030fd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:04.628205 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e0c2a9-f983-4d81-8170-cd5fe6030fd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:04.628512 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e0c2a9-f983-4d81-8170-cd5fe6030fd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:04.628839 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e0c2a9-f983-4d81-8170-cd5fe6030fd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:04.629139 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e0c2a9-f983-4d81-8170-cd5fe6030fd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:04.630221 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e0c2a9-f983-4d81-8170-cd5fe6030fd2 admin admin] Tracked resource versions report: Jun 29 23:01:04.630221 dv-cinder-769602-4-iscsi neutron-server[93163]: pushed versions: Jun 29 23:01:04.630221 dv-cinder-769602-4-iscsi neutron-server[93163]: { 'AddressGroup': {'1.2'}, Jun 29 23:01:04.630221 dv-cinder-769602-4-iscsi neutron-server[93163]: 'ConntrackHelper': {'1.0'}, Jun 29 23:01:04.630221 dv-cinder-769602-4-iscsi neutron-server[93163]: 'Log': {'1.0'}, Jun 29 23:01:04.630221 dv-cinder-769602-4-iscsi neutron-server[93163]: 'Network': {'1.1'}, Jun 29 23:01:04.630221 dv-cinder-769602-4-iscsi neutron-server[93163]: 'Port': {'1.7'}, Jun 29 23:01:04.630221 dv-cinder-769602-4-iscsi neutron-server[93163]: 'PortForwarding': {'1.2'}, Jun 29 23:01:04.630221 dv-cinder-769602-4-iscsi neutron-server[93163]: 'QosPolicy': {'1.8'}, Jun 29 23:01:04.630221 dv-cinder-769602-4-iscsi neutron-server[93163]: 'SecurityGroup': {'1.4'}, Jun 29 23:01:04.630221 dv-cinder-769602-4-iscsi neutron-server[93163]: 'SecurityGroupRule': {'1.2'}, Jun 29 23:01:04.630221 dv-cinder-769602-4-iscsi neutron-server[93163]: 'SubPort': {'1.0'}, Jun 29 23:01:04.630221 dv-cinder-769602-4-iscsi neutron-server[93163]: 'Subnet': {'1.1'}, Jun 29 23:01:04.630221 dv-cinder-769602-4-iscsi neutron-server[93163]: 'Trunk': {'1.1'}} Jun 29 23:01:04.630221 dv-cinder-769602-4-iscsi neutron-server[93163]: consumer versions: Jun 29 23:01:04.630221 dv-cinder-769602-4-iscsi neutron-server[93163]: { DHCP agent@dv-cinder-769602-4-iscsi: {}, Jun 29 23:01:04.630221 dv-cinder-769602-4-iscsi neutron-server[93163]: L3 agent@dv-cinder-769602-4-iscsi: {}, Jun 29 23:01:04.630221 dv-cinder-769602-4-iscsi neutron-server[93163]: Metadata agent@dv-cinder-769602-4-iscsi: {}, Jun 29 23:01:04.630221 dv-cinder-769602-4-iscsi neutron-server[93163]: Metering agent@dv-cinder-769602-4-iscsi: {}, Jun 29 23:01:04.630221 dv-cinder-769602-4-iscsi neutron-server[93163]: Open vSwitch agent@dv-cinder-769602-4-iscsi: { 'AddressGroup': '1.2', Jun 29 23:01:04.630221 dv-cinder-769602-4-iscsi neutron-server[93163]: 'ConntrackHelper': '1.0', Jun 29 23:01:04.630221 dv-cinder-769602-4-iscsi neutron-server[93163]: 'Log': '1.0', Jun 29 23:01:04.630221 dv-cinder-769602-4-iscsi neutron-server[93163]: 'Network': '1.1', Jun 29 23:01:04.630221 dv-cinder-769602-4-iscsi neutron-server[93163]: 'Port': '1.7', Jun 29 23:01:04.630221 dv-cinder-769602-4-iscsi neutron-server[93163]: 'PortForwarding': '1.2', Jun 29 23:01:04.630221 dv-cinder-769602-4-iscsi neutron-server[93163]: 'QosPolicy': '1.8', Jun 29 23:01:04.630221 dv-cinder-769602-4-iscsi neutron-server[93163]: 'SecurityGroup': '1.4', Jun 29 23:01:04.630221 dv-cinder-769602-4-iscsi neutron-server[93163]: 'SecurityGroupRule': '1.2', Jun 29 23:01:04.630221 dv-cinder-769602-4-iscsi neutron-server[93163]: 'SubPort': '1.0', Jun 29 23:01:04.630221 dv-cinder-769602-4-iscsi neutron-server[93163]: 'Subnet': '1.1', Jun 29 23:01:04.630221 dv-cinder-769602-4-iscsi neutron-server[93163]: 'Trunk': '1.1'}} Jun 29 23:01:04.630221 dv-cinder-769602-4-iscsi neutron-server[93163]: {{(pid=93163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 23:01:04.661085 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e0c2a9-f983-4d81-8170-cd5fe6030fd2 admin admin] Network e01c9bb9-cf75-4107-a05b-5dac6df127fe is scheduled to be hosted by DHCP agent cfabb9e1-4ba2-4051-95c8-b215c3ad7269 with binding_index 1 {{(pid=93163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:01:04.669230 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-96e0c2a9-f983-4d81-8170-cd5fe6030fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:01:04.673755 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-96e0c2a9-f983-4d81-8170-cd5fe6030fd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-4-iscsi, e01c9bb9-cf75-4107-a05b-5dac6df127fe) {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:01:04.681338 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e0c2a9-f983-4d81-8170-cd5fe6030fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:01:04.682116 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-96e0c2a9-f983-4d81-8170-cd5fe6030fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for subnet, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:04.682736 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b13861-fcdf-4545-8388-d68ec14370f0 None None] Network e01c9bb9-cf75-4107-a05b-5dac6df127fe requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:01:04.695355 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-96e0c2a9-f983-4d81-8170-cd5fe6030fd2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4876688 Jun 29 23:01:05.001667 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp803aeffc-a578-5cd1-be8d-e0bc517096b8-e01c9bb9-cf75-4107-a05b-5dac6df127fe', 'network_id': 'e01c9bb9-cf75-4107-a05b-5dac6df127fe', 'tenant_id': '713f02d6f040490ca925b5199aff3813', 'fixed_ips': [{'subnet_id': '3155be1c-85d0-4d9a-af39-d7345c5c4db8'}]}} from dv-cinder-769602-4-iscsi. {{(pid=93164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 23:01:05.002929 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:05.279293 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.db_base_plugin_common [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Allocated IP 172.20.0.2 (e01c9bb9-cf75-4107-a05b-5dac6df127fe/3155be1c-85d0-4d9a-af39-d7345c5c4db8/c9bfcae9-b670-4afd-baef-bb0f4c7d311e) {{(pid=93164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:01:05.490784 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Notify callbacks [] for port, precommit_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:05.535561 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Transition to ACTIVE for port object c9bfcae9-b670-4afd-baef-bb0f4c7d311e will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:01:05.556826 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Transition to ACTIVE for port object c9bfcae9-b670-4afd-baef-bb0f4c7d311e will not be triggered until provisioned by entity DHCP. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:01:05.566134 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181'] for port, after_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:05.568816 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:01:05.632540 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Network e01c9bb9-cf75-4107-a05b-5dac6df127fe is already hosted by enough agents. {{(pid=93164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:01:05.637053 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.scheduler.base_scheduler [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Resources bound (agent type, host, resource id): {{(pid=93164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:01:05.650875 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Received port after_create {{(pid=93164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:01:05.659075 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Pushing event updated for resources: {'Port': ['ID=c9bfcae9-b670-4afd-baef-bb0f4c7d311e,revision_number=1']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:01:05.701502 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:05.702166 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:05.702166 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:05.702477 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:05.702802 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:05.703159 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:05.704140 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:05.704717 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:05.705067 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:05.705391 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:05.705708 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:05.706026 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:05.709340 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Tracked resource versions report: Jun 29 23:01:05.709340 dv-cinder-769602-4-iscsi neutron-server[93164]: pushed versions: Jun 29 23:01:05.709340 dv-cinder-769602-4-iscsi neutron-server[93164]: { 'AddressGroup': {'1.2'}, Jun 29 23:01:05.709340 dv-cinder-769602-4-iscsi neutron-server[93164]: 'ConntrackHelper': {'1.0'}, Jun 29 23:01:05.709340 dv-cinder-769602-4-iscsi neutron-server[93164]: 'Log': {'1.0'}, Jun 29 23:01:05.709340 dv-cinder-769602-4-iscsi neutron-server[93164]: 'Network': {'1.1'}, Jun 29 23:01:05.709340 dv-cinder-769602-4-iscsi neutron-server[93164]: 'Port': {'1.7'}, Jun 29 23:01:05.709340 dv-cinder-769602-4-iscsi neutron-server[93164]: 'PortForwarding': {'1.2'}, Jun 29 23:01:05.709340 dv-cinder-769602-4-iscsi neutron-server[93164]: 'QosPolicy': {'1.8'}, Jun 29 23:01:05.709340 dv-cinder-769602-4-iscsi neutron-server[93164]: 'SecurityGroup': {'1.4'}, Jun 29 23:01:05.709340 dv-cinder-769602-4-iscsi neutron-server[93164]: 'SecurityGroupRule': {'1.2'}, Jun 29 23:01:05.709340 dv-cinder-769602-4-iscsi neutron-server[93164]: 'SubPort': {'1.0'}, Jun 29 23:01:05.709340 dv-cinder-769602-4-iscsi neutron-server[93164]: 'Subnet': {'1.1'}, Jun 29 23:01:05.709340 dv-cinder-769602-4-iscsi neutron-server[93164]: 'Trunk': {'1.1'}} Jun 29 23:01:05.709340 dv-cinder-769602-4-iscsi neutron-server[93164]: consumer versions: Jun 29 23:01:05.709340 dv-cinder-769602-4-iscsi neutron-server[93164]: { DHCP agent@dv-cinder-769602-4-iscsi: {}, Jun 29 23:01:05.709340 dv-cinder-769602-4-iscsi neutron-server[93164]: L3 agent@dv-cinder-769602-4-iscsi: {}, Jun 29 23:01:05.709340 dv-cinder-769602-4-iscsi neutron-server[93164]: Metadata agent@dv-cinder-769602-4-iscsi: {}, Jun 29 23:01:05.709340 dv-cinder-769602-4-iscsi neutron-server[93164]: Metering agent@dv-cinder-769602-4-iscsi: {}, Jun 29 23:01:05.709340 dv-cinder-769602-4-iscsi neutron-server[93164]: Open vSwitch agent@dv-cinder-769602-4-iscsi: { 'AddressGroup': '1.2', Jun 29 23:01:05.709340 dv-cinder-769602-4-iscsi neutron-server[93164]: 'ConntrackHelper': '1.0', Jun 29 23:01:05.709340 dv-cinder-769602-4-iscsi neutron-server[93164]: 'Log': '1.0', Jun 29 23:01:05.709340 dv-cinder-769602-4-iscsi neutron-server[93164]: 'Network': '1.1', Jun 29 23:01:05.709340 dv-cinder-769602-4-iscsi neutron-server[93164]: 'Port': '1.7', Jun 29 23:01:05.709340 dv-cinder-769602-4-iscsi neutron-server[93164]: 'PortForwarding': '1.2', Jun 29 23:01:05.709340 dv-cinder-769602-4-iscsi neutron-server[93164]: 'QosPolicy': '1.8', Jun 29 23:01:05.709340 dv-cinder-769602-4-iscsi neutron-server[93164]: 'SecurityGroup': '1.4', Jun 29 23:01:05.709340 dv-cinder-769602-4-iscsi neutron-server[93164]: 'SecurityGroupRule': '1.2', Jun 29 23:01:05.709340 dv-cinder-769602-4-iscsi neutron-server[93164]: 'SubPort': '1.0', Jun 29 23:01:05.709340 dv-cinder-769602-4-iscsi neutron-server[93164]: 'Subnet': '1.1', Jun 29 23:01:05.709340 dv-cinder-769602-4-iscsi neutron-server[93164]: 'Trunk': '1.1'}} Jun 29 23:01:05.709340 dv-cinder-769602-4-iscsi neutron-server[93164]: {{(pid=93164) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 23:01:05.712366 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:01:05.740171 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Attempting to bind port c9bfcae9-b670-4afd-baef-bb0f4c7d311e on host dv-cinder-769602-4-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:01:05.740591 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Attempting to bind port c9bfcae9-b670-4afd-baef-bb0f4c7d311e by drivers openvswitch,hyperv on host dv-cinder-769602-4-iscsi at level 0 using segments [{'id': 'f5c95b92-22bc-412d-8c83-5dbf3f2f75ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e01c9bb9-cf75-4107-a05b-5dac6df127fe'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:01:05.741030 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Attempting to bind port c9bfcae9-b670-4afd-baef-bb0f4c7d311e on network e01c9bb9-cf75-4107-a05b-5dac6df127fe {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:01:05.745840 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Checking agent: {'id': 'a1c2e225-8bcd-423f-9b74-e274311af98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 0, 50), 'started_at': datetime.datetime(2021, 6, 29, 23, 0, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:01:05.746246 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Checking segment: {'id': 'f5c95b92-22bc-412d-8c83-5dbf3f2f75ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e01c9bb9-cf75-4107-a05b-5dac6df127fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:01:05.746732 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:05.747119 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Bound using segment: {'id': 'f5c95b92-22bc-412d-8c83-5dbf3f2f75ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e01c9bb9-cf75-4107-a05b-5dac6df127fe'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:01:05.747601 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Bound port: c9bfcae9-b670-4afd-baef-bb0f4c7d311e, host: dv-cinder-769602-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c95b92-22bc-412d-8c83-5dbf3f2f75ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e01c9bb9-cf75-4107-a05b-5dac6df127fe'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:01:05.748043 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:05.809724 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] For port c9bfcae9-b670-4afd-baef-bb0f4c7d311e, host dv-cinder-769602-4-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:01:05.814766 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] For port c9bfcae9-b670-4afd-baef-bb0f4c7d311e, host dv-cinder-769602-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=c9bfcae9-b670-4afd-baef-bb0f4c7d311e,segment=NetworkSegment(f5c95b92-22bc-412d-8c83-5dbf3f2f75ae),segment_id=f5c95b92-22bc-412d-8c83-5dbf3f2f75ae)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:01:05.818866 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:05.823875 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:01:05.889043 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Pushing event updated for resources: {'Port': ['ID=c9bfcae9-b670-4afd-baef-bb0f4c7d311e,revision_number=2']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:01:05.892916 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:01:07.033714 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 54430) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:01:07.350959 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [None req-300c2304-2dab-4011-b85f-21fc82ebf091 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 23:01:07.352045 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-300c2304-2dab-4011-b85f-21fc82ebf091 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3170781 Jun 29 23:01:09.713111 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 54438) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:01:10.027616 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [None req-195535c6-9c4c-4a25-b898-8b6c1863b8cd admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 23:01:10.028620 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-195535c6-9c4c-4a25-b898-8b6c1863b8cd admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3145585 Jun 29 23:01:11.781722 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d601d79f-bca5-45b5-b3a8-8f63227e49ca None None] Network e01c9bb9-cf75-4107-a05b-5dac6df127fe requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:01:11.843269 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-987446cf-3db2-4f56-8527-8a78e22f922d None None] Provisioning for port c9bfcae9-b670-4afd-baef-bb0f4c7d311e completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:01:12.023196 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device c9bfcae9-b670-4afd-baef-bb0f4c7d311e up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:01:12.110223 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning for port c9bfcae9-b670-4afd-baef-bb0f4c7d311e completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:01:12.114650 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port c9bfcae9-b670-4afd-baef-bb0f4c7d311e triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:01:12.115051 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:12.223021 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-b038fe7f-de0c-42fe-bafa-49ff7275b860 None None] Provisioning complete for port c9bfcae9-b670-4afd-baef-bb0f4c7d311e triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:01:12.223291 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-b038fe7f-de0c-42fe-bafa-49ff7275b860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:12.261862 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:12.303311 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] For port c9bfcae9-b670-4afd-baef-bb0f4c7d311e, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=c9bfcae9-b670-4afd-baef-bb0f4c7d311e,segment=NetworkSegment(f5c95b92-22bc-412d-8c83-5dbf3f2f75ae),segment_id=f5c95b92-22bc-412d-8c83-5dbf3f2f75ae)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:01:12.308643 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:12.329999 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-f5237c3e-c62c-4cbf-81d8-43cb6453a220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:01:12.383489 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Pushing event updated for resources: {'Port': ['ID=c9bfcae9-b670-4afd-baef-bb0f4c7d311e,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:01:12.386422 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:01:12.629377 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 54452) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:01:12.923260 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-3e3b788d-ca2f-483f-a24f-714ce06ab9f1 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '713f02d6f040490ca925b5199aff3813', 'admin_state_up': True}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:01:12.946374 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3e3b788d-ca2f-483f-a24f-714ce06ab9f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-450309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2020'] for router, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:12.947847 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3e3b788d-ca2f-483f-a24f-714ce06ab9f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2029'] for router, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:13.085305 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3e3b788d-ca2f-483f-a24f-714ce06ab9f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:13.091589 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3e3b788d-ca2f-483f-a24f-714ce06ab9f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-450323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-489888'] for router, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:13.104701 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3e3b788d-ca2f-483f-a24f-714ce06ab9f1 admin admin] Notify callbacks [] for router, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:13.105899 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-3e3b788d-ca2f-483f-a24f-714ce06ab9f1 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4755516 Jun 29 23:01:14.005416 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device c9bfcae9-b670-4afd-baef-bb0f4c7d311e up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:01:14.050867 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port c9bfcae9-b670-4afd-baef-bb0f4c7d311e triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:01:14.051235 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:15.420807 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 54460) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:01:15.731417 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [None req-ccee904d-98fe-49ba-96ee-b4a057565488 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 23:01:15.732405 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-ccee904d-98fe-49ba-96ee-b4a057565488 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3106599 Jun 29 23:01:16.418420 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 5 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:01:17.098126 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-16352114-180e-482f-9414-639b05e3096a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:18.065575 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 54468) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:01:18.370509 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-27f09420-f687-4add-b558-8a1db070ef13 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:01:18.391426 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f09420-f687-4add-b558-8a1db070ef13 admin admin] Made reservation on behalf of a64b54ba6a73498e995cca49db8df66d for: {'network': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:01:18.393692 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-27f09420-f687-4add-b558-8a1db070ef13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for network, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:18.401358 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-27f09420-f687-4add-b558-8a1db070ef13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:18.486544 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-27f09420-f687-4add-b558-8a1db070ef13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:18.490162 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-27f09420-f687-4add-b558-8a1db070ef13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:18.493998 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:01:18.505982 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-27f09420-f687-4add-b558-8a1db070ef13 admin admin] Reserving flat network on physical network physnet1 {{(pid=93162) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 29 23:01:18.527197 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-27f09420-f687-4add-b558-8a1db070ef13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010'] for segment, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:18.527536 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.db.segments_db [None req-27f09420-f687-4add-b558-8a1db070ef13 admin admin] Added segment 0d7322d1-9f99-46a3-b2ff-5e8cb22a095c of type flat for network 4f4d7b89-f14b-44bd-8c77-680ef6990266 Jun 29 23:01:18.528718 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f09420-f687-4add-b558-8a1db070ef13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f4aa91-ef35-4a34-bffb-54f267ecf2b8,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:01:18.532316 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-27f09420-f687-4add-b558-8a1db070ef13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:01:18.575743 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-27f09420-f687-4add-b558-8a1db070ef13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748551094604'] for network, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:18.612214 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-27f09420-f687-4add-b558-8a1db070ef13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688'] for network, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:18.613496 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f09420-f687-4add-b558-8a1db070ef13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:01:18.614068 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-27f09420-f687-4add-b558-8a1db070ef13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:18.615996 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-30d95f5a-9338-4bb6-a2f1-d2ec987d7706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:01:18.662797 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-27f09420-f687-4add-b558-8a1db070ef13 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5961168 Jun 29 23:01:18.672966 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f09420-f687-4add-b558-8a1db070ef13 admin admin] Pushing event updated for resources: {'Network': ['ID=4f4d7b89-f14b-44bd-8c77-680ef6990266,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:01:18.675733 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-27f09420-f687-4add-b558-8a1db070ef13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:01:18.683091 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Network 4f4d7b89-f14b-44bd-8c77-680ef6990266 details requested by agent ovs-agent-dv-cinder-769602-4-iscsi with host dv-cinder-769602-4-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:01:19.587770 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-c952a874-ecaa-4814-9352-c63993a5c76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:20.065854 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:20.709442 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:20.981137 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 54482) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:01:21.320846 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28a3a3e-c0bd-4b32-9669-dd3b3d2c157f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:01:21.322140 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-e28a3a3e-c0bd-4b32-9669-dd3b3d2c157f admin admin] 10.222.0.30 "GET /v2.0/subnets/3155be1c-85d0-4d9a-af39-d7345c5c4db8 HTTP/1.1" status: 200 len: 849 time: 0.3400881 Jun 29 23:01:21.437452 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-5e575c4a-a7d2-44fd-b7c2-d56ed46e3743 admin admin] 10.222.0.30 "GET /v2.0/routers/76dbeba3-a7cb-4c00-918d-edc4efd935ac HTTP/1.1" status: 200 len: 704 time: 0.1097987 Jun 29 23:01:21.693612 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e27a05d5-4157-4a28-8d84-01b0171b65e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:21.977159 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-e27a05d5-4157-4a28-8d84-01b0171b65e6 admin admin] Allocated IP 172.20.0.1 (e01c9bb9-cf75-4107-a05b-5dac6df127fe/3155be1c-85d0-4d9a-af39-d7345c5c4db8/4826c7d1-524e-436f-9edb-8ddf73f3693c) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:01:22.155195 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e27a05d5-4157-4a28-8d84-01b0171b65e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:22.179984 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [None req-e27a05d5-4157-4a28-8d84-01b0171b65e6 admin admin] Transition to ACTIVE for port object 4826c7d1-524e-436f-9edb-8ddf73f3693c will not be triggered until provisioned by entity DHCP. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:01:22.259629 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e27a05d5-4157-4a28-8d84-01b0171b65e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:22.262578 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:01:22.338408 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a05d5-4157-4a28-8d84-01b0171b65e6 admin admin] Pushing event updated for resources: {'Port': ['ID=4826c7d1-524e-436f-9edb-8ddf73f3693c,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:01:22.349995 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27a05d5-4157-4a28-8d84-01b0171b65e6 admin admin] Network e01c9bb9-cf75-4107-a05b-5dac6df127fe is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:01:22.351243 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-e27a05d5-4157-4a28-8d84-01b0171b65e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:01:22.352145 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-e27a05d5-4157-4a28-8d84-01b0171b65e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:01:22.355009 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27a05d5-4157-4a28-8d84-01b0171b65e6 admin admin] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:01:22.355543 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e27a05d5-4157-4a28-8d84-01b0171b65e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442503'] for router_interface, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:22.533529 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:22.616499 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e27a05d5-4157-4a28-8d84-01b0171b65e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:22.643051 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-deef77a7-3aa9-4d28-8d40-241c64fdb8a4 None None] Provisioning for port 4826c7d1-524e-436f-9edb-8ddf73f3693c completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:01:22.646615 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-deef77a7-3aa9-4d28-8d40-241c64fdb8a4 None None] Provisioning complete for port 4826c7d1-524e-436f-9edb-8ddf73f3693c triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:01:22.647046 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-deef77a7-3aa9-4d28-8d40-241c64fdb8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:22.680215 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-deef77a7-3aa9-4d28-8d40-241c64fdb8a4 None None] Port 4826c7d1-524e-436f-9edb-8ddf73f3693c cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:01:22.793152 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e27a05d5-4157-4a28-8d84-01b0171b65e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:22.797937 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e27a05d5-4157-4a28-8d84-01b0171b65e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:22.799007 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e27a05d5-4157-4a28-8d84-01b0171b65e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442387'] for router_interface, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:22.801383 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:01:22.874483 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a05d5-4157-4a28-8d84-01b0171b65e6 admin admin] Pushing event updated for resources: {'Port': ['ID=4826c7d1-524e-436f-9edb-8ddf73f3693c,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:01:22.878393 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-e27a05d5-4157-4a28-8d84-01b0171b65e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:01:22.921385 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27a05d5-4157-4a28-8d84-01b0171b65e6 admin admin] Network e01c9bb9-cf75-4107-a05b-5dac6df127fe is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:01:22.923306 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-e27a05d5-4157-4a28-8d84-01b0171b65e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:01:23.081197 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27a05d5-4157-4a28-8d84-01b0171b65e6 admin admin] Router 76dbeba3-a7cb-4c00-918d-edc4efd935ac is scheduled to L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f with binding_index 1 {{(pid=93162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 23:01:23.100304 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-0a2b4de4-9931-456e-98f0-65a233276b39 None None] Provisioning complete for port 4826c7d1-524e-436f-9edb-8ddf73f3693c triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:01:23.100703 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a2b4de4-9931-456e-98f0-65a233276b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:23.133158 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-0a2b4de4-9931-456e-98f0-65a233276b39 None None] Port 4826c7d1-524e-436f-9edb-8ddf73f3693c cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:01:23.173757 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27a05d5-4157-4a28-8d84-01b0171b65e6 admin admin] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:01:23.178955 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-e27a05d5-4157-4a28-8d84-01b0171b65e6 admin admin] 10.222.0.30 "PUT /v2.0/routers/76dbeba3-a7cb-4c00-918d-edc4efd935ac/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7368891 Jun 29 23:01:23.196370 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da618ba-f943-450f-a689-405c861cab38 None None] Sync routers for ids ['76dbeba3-a7cb-4c00-918d-edc4efd935ac'] in dv-cinder-769602-4-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:01:23.208380 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da618ba-f943-450f-a689-405c861cab38 None None] Routers {'76dbeba3-a7cb-4c00-918d-edc4efd935ac'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:01:23.209257 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-8da618ba-f943-450f-a689-405c861cab38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:01:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['76dbeba3-a7cb-4c00-918d-edc4efd935ac'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:01:23.395095 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-8da618ba-f943-450f-a689-405c861cab38 None None] Set router 76dbeba3-a7cb-4c00-918d-edc4efd935ac gateway port host: None {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:01:23.818417 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-8da618ba-f943-450f-a689-405c861cab38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76dbeba3-a7cb-4c00-918d-edc4efd935ac', 'name': 'router1', 'tenant_id': '713f02d6f040490ca925b5199aff3813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:01:12Z', 'updated_at': '2021-06-29T23:01:22Z', 'revision_number': 2, 'project_id': '713f02d6f040490ca925b5199aff3813', 'gw_port_host': None, '_interfaces': [{'id': '4826c7d1-524e-436f-9edb-8ddf73f3693c', 'name': '', 'network_id': 'e01c9bb9-cf75-4107-a05b-5dac6df127fe', 'tenant_id': '713f02d6f040490ca925b5199aff3813', 'mac_address': 'fa:16:3e:83:45:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76dbeba3-a7cb-4c00-918d-edc4efd935ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3155be1c-85d0-4d9a-af39-d7345c5c4db8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:01:21Z', 'updated_at': '2021-06-29T23:01:22Z', 'revision_number': 2, 'project_id': '713f02d6f040490ca925b5199aff3813', 'subnets': [{'id': '3155be1c-85d0-4d9a-af39-d7345c5c4db8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cef2f618-fa91-415e-bf0f-d11ee9d1c0aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:01:23.869704 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da618ba-f943-450f-a689-405c861cab38 None None] Checking router: 76dbeba3-a7cb-4c00-918d-edc4efd935ac for host: dv-cinder-769602-4-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:01:23.870092 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da618ba-f943-450f-a689-405c861cab38 None None] Updating router 76dbeba3-a7cb-4c00-918d-edc4efd935ac port 4826c7d1-524e-436f-9edb-8ddf73f3693c binding host dv-cinder-769602-4-iscsi {{(pid=93165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:01:23.933700 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-8da618ba-f943-450f-a689-405c861cab38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:24.418503 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-8da618ba-f943-450f-a689-405c861cab38 None None] Notify callbacks [] for port, precommit_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:24.438916 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.provisioning_blocks [None req-8da618ba-f943-450f-a689-405c861cab38 None None] Transition to ACTIVE for port object 4826c7d1-524e-436f-9edb-8ddf73f3693c will not be triggered until provisioned by entity L2. {{(pid=93165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:01:24.445187 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-8da618ba-f943-450f-a689-405c861cab38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:24.450168 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:01:24.584796 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22f7dc-9b60-439c-8aec-5a6485eb0a5d None None] Pushing event updated for resources: {'Port': ['ID=4826c7d1-524e-436f-9edb-8ddf73f3693c,revision_number=3']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:01:24.613207 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22f7dc-9b60-439c-8aec-5a6485eb0a5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:24.613530 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22f7dc-9b60-439c-8aec-5a6485eb0a5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:24.613863 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22f7dc-9b60-439c-8aec-5a6485eb0a5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:24.614194 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22f7dc-9b60-439c-8aec-5a6485eb0a5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:24.614489 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22f7dc-9b60-439c-8aec-5a6485eb0a5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:24.614778 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22f7dc-9b60-439c-8aec-5a6485eb0a5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:24.615078 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22f7dc-9b60-439c-8aec-5a6485eb0a5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:24.615379 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22f7dc-9b60-439c-8aec-5a6485eb0a5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:24.615741 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22f7dc-9b60-439c-8aec-5a6485eb0a5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:24.616045 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22f7dc-9b60-439c-8aec-5a6485eb0a5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:24.616345 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22f7dc-9b60-439c-8aec-5a6485eb0a5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:24.616690 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22f7dc-9b60-439c-8aec-5a6485eb0a5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:01:24.617811 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22f7dc-9b60-439c-8aec-5a6485eb0a5d None None] Tracked resource versions report: Jun 29 23:01:24.617811 dv-cinder-769602-4-iscsi neutron-server[93165]: pushed versions: Jun 29 23:01:24.617811 dv-cinder-769602-4-iscsi neutron-server[93165]: { 'AddressGroup': {'1.2'}, Jun 29 23:01:24.617811 dv-cinder-769602-4-iscsi neutron-server[93165]: 'ConntrackHelper': {'1.0'}, Jun 29 23:01:24.617811 dv-cinder-769602-4-iscsi neutron-server[93165]: 'Log': {'1.0'}, Jun 29 23:01:24.617811 dv-cinder-769602-4-iscsi neutron-server[93165]: 'Network': {'1.1'}, Jun 29 23:01:24.617811 dv-cinder-769602-4-iscsi neutron-server[93165]: 'Port': {'1.7'}, Jun 29 23:01:24.617811 dv-cinder-769602-4-iscsi neutron-server[93165]: 'PortForwarding': {'1.2'}, Jun 29 23:01:24.617811 dv-cinder-769602-4-iscsi neutron-server[93165]: 'QosPolicy': {'1.8'}, Jun 29 23:01:24.617811 dv-cinder-769602-4-iscsi neutron-server[93165]: 'SecurityGroup': {'1.4'}, Jun 29 23:01:24.617811 dv-cinder-769602-4-iscsi neutron-server[93165]: 'SecurityGroupRule': {'1.2'}, Jun 29 23:01:24.617811 dv-cinder-769602-4-iscsi neutron-server[93165]: 'SubPort': {'1.0'}, Jun 29 23:01:24.617811 dv-cinder-769602-4-iscsi neutron-server[93165]: 'Subnet': {'1.1'}, Jun 29 23:01:24.617811 dv-cinder-769602-4-iscsi neutron-server[93165]: 'Trunk': {'1.1'}} Jun 29 23:01:24.617811 dv-cinder-769602-4-iscsi neutron-server[93165]: consumer versions: Jun 29 23:01:24.617811 dv-cinder-769602-4-iscsi neutron-server[93165]: { DHCP agent@dv-cinder-769602-4-iscsi: {}, Jun 29 23:01:24.617811 dv-cinder-769602-4-iscsi neutron-server[93165]: L3 agent@dv-cinder-769602-4-iscsi: {}, Jun 29 23:01:24.617811 dv-cinder-769602-4-iscsi neutron-server[93165]: Metadata agent@dv-cinder-769602-4-iscsi: {}, Jun 29 23:01:24.617811 dv-cinder-769602-4-iscsi neutron-server[93165]: Metering agent@dv-cinder-769602-4-iscsi: {}, Jun 29 23:01:24.617811 dv-cinder-769602-4-iscsi neutron-server[93165]: Open vSwitch agent@dv-cinder-769602-4-iscsi: { 'AddressGroup': '1.2', Jun 29 23:01:24.617811 dv-cinder-769602-4-iscsi neutron-server[93165]: 'ConntrackHelper': '1.0', Jun 29 23:01:24.617811 dv-cinder-769602-4-iscsi neutron-server[93165]: 'Log': '1.0', Jun 29 23:01:24.617811 dv-cinder-769602-4-iscsi neutron-server[93165]: 'Network': '1.1', Jun 29 23:01:24.617811 dv-cinder-769602-4-iscsi neutron-server[93165]: 'Port': '1.7', Jun 29 23:01:24.617811 dv-cinder-769602-4-iscsi neutron-server[93165]: 'PortForwarding': '1.2', Jun 29 23:01:24.617811 dv-cinder-769602-4-iscsi neutron-server[93165]: 'QosPolicy': '1.8', Jun 29 23:01:24.617811 dv-cinder-769602-4-iscsi neutron-server[93165]: 'SecurityGroup': '1.4', Jun 29 23:01:24.617811 dv-cinder-769602-4-iscsi neutron-server[93165]: 'SecurityGroupRule': '1.2', Jun 29 23:01:24.617811 dv-cinder-769602-4-iscsi neutron-server[93165]: 'SubPort': '1.0', Jun 29 23:01:24.617811 dv-cinder-769602-4-iscsi neutron-server[93165]: 'Subnet': '1.1', Jun 29 23:01:24.617811 dv-cinder-769602-4-iscsi neutron-server[93165]: 'Trunk': '1.1'}} Jun 29 23:01:24.617811 dv-cinder-769602-4-iscsi neutron-server[93165]: {{(pid=93165) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 23:01:24.627361 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [None req-ed22f7dc-9b60-439c-8aec-5a6485eb0a5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:01:24.629669 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-8da618ba-f943-450f-a689-405c861cab38 None None] Attempting to bind port 4826c7d1-524e-436f-9edb-8ddf73f3693c on host dv-cinder-769602-4-iscsi for vnic_type normal with profile {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:01:24.630070 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-8da618ba-f943-450f-a689-405c861cab38 None None] Attempting to bind port 4826c7d1-524e-436f-9edb-8ddf73f3693c by drivers openvswitch,hyperv on host dv-cinder-769602-4-iscsi at level 0 using segments [{'id': 'f5c95b92-22bc-412d-8c83-5dbf3f2f75ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e01c9bb9-cf75-4107-a05b-5dac6df127fe'}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:01:24.630626 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da618ba-f943-450f-a689-405c861cab38 None None] Attempting to bind port 4826c7d1-524e-436f-9edb-8ddf73f3693c on network e01c9bb9-cf75-4107-a05b-5dac6df127fe {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:01:24.635376 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da618ba-f943-450f-a689-405c861cab38 None None] Checking agent: {'id': 'a1c2e225-8bcd-423f-9b74-e274311af98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 0, 50), 'started_at': datetime.datetime(2021, 6, 29, 23, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:01:24.635793 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da618ba-f943-450f-a689-405c861cab38 None None] Checking segment: {'id': 'f5c95b92-22bc-412d-8c83-5dbf3f2f75ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e01c9bb9-cf75-4107-a05b-5dac6df127fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:01:24.636286 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-8da618ba-f943-450f-a689-405c861cab38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:24.636702 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da618ba-f943-450f-a689-405c861cab38 None None] Bound using segment: {'id': 'f5c95b92-22bc-412d-8c83-5dbf3f2f75ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e01c9bb9-cf75-4107-a05b-5dac6df127fe'} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:01:24.637215 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-8da618ba-f943-450f-a689-405c861cab38 None None] Bound port: 4826c7d1-524e-436f-9edb-8ddf73f3693c, host: dv-cinder-769602-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c95b92-22bc-412d-8c83-5dbf3f2f75ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e01c9bb9-cf75-4107-a05b-5dac6df127fe'}}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:01:24.637626 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-8da618ba-f943-450f-a689-405c861cab38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:24.701554 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-8da618ba-f943-450f-a689-405c861cab38 None None] For port 4826c7d1-524e-436f-9edb-8ddf73f3693c, host dv-cinder-769602-4-iscsi, cleared binding levels {{(pid=93165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:01:24.726757 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-8da618ba-f943-450f-a689-405c861cab38 None None] For port 4826c7d1-524e-436f-9edb-8ddf73f3693c, host dv-cinder-769602-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=4826c7d1-524e-436f-9edb-8ddf73f3693c,segment=NetworkSegment(f5c95b92-22bc-412d-8c83-5dbf3f2f75ae),segment_id=f5c95b92-22bc-412d-8c83-5dbf3f2f75ae)] {{(pid=93165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:01:24.731300 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-8da618ba-f943-450f-a689-405c861cab38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:24.733755 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [None req-ed22f7dc-9b60-439c-8aec-5a6485eb0a5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:01:24.786142 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da618ba-f943-450f-a689-405c861cab38 None None] Routers {'76dbeba3-a7cb-4c00-918d-edc4efd935ac'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:01:24.786774 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-8da618ba-f943-450f-a689-405c861cab38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:01:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['76dbeba3-a7cb-4c00-918d-edc4efd935ac'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:01:24.829442 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22f7dc-9b60-439c-8aec-5a6485eb0a5d None None] Pushing event updated for resources: {'Port': ['ID=4826c7d1-524e-436f-9edb-8ddf73f3693c,revision_number=4']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:01:24.860156 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [None req-ed22f7dc-9b60-439c-8aec-5a6485eb0a5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:01:24.888492 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-8da618ba-f943-450f-a689-405c861cab38 None None] Set router 76dbeba3-a7cb-4c00-918d-edc4efd935ac gateway port host: None {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:01:25.095838 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-8da618ba-f943-450f-a689-405c861cab38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76dbeba3-a7cb-4c00-918d-edc4efd935ac', 'name': 'router1', 'tenant_id': '713f02d6f040490ca925b5199aff3813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:01:12Z', 'updated_at': '2021-06-29T23:01:22Z', 'revision_number': 2, 'project_id': '713f02d6f040490ca925b5199aff3813', 'gw_port_host': None, '_interfaces': [{'id': '4826c7d1-524e-436f-9edb-8ddf73f3693c', 'name': '', 'network_id': 'e01c9bb9-cf75-4107-a05b-5dac6df127fe', 'tenant_id': '713f02d6f040490ca925b5199aff3813', 'mac_address': 'fa:16:3e:83:45:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76dbeba3-a7cb-4c00-918d-edc4efd935ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3155be1c-85d0-4d9a-af39-d7345c5c4db8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:01:21Z', 'updated_at': '2021-06-29T23:01:24Z', 'revision_number': 4, 'project_id': '713f02d6f040490ca925b5199aff3813', 'subnets': [{'id': '3155be1c-85d0-4d9a-af39-d7345c5c4db8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cef2f618-fa91-415e-bf0f-d11ee9d1c0aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:01:25.123545 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da618ba-f943-450f-a689-405c861cab38 None None] The sync data for ids ['76dbeba3-a7cb-4c00-918d-edc4efd935ac'] in dv-cinder-769602-4-iscsi is: [{'id': '76dbeba3-a7cb-4c00-918d-edc4efd935ac', 'name': 'router1', 'tenant_id': '713f02d6f040490ca925b5199aff3813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:01:12Z', 'updated_at': '2021-06-29T23:01:22Z', 'revision_number': 2, 'project_id': '713f02d6f040490ca925b5199aff3813', 'gw_port_host': None, '_interfaces': [{'id': '4826c7d1-524e-436f-9edb-8ddf73f3693c', 'name': '', 'network_id': 'e01c9bb9-cf75-4107-a05b-5dac6df127fe', 'tenant_id': '713f02d6f040490ca925b5199aff3813', 'mac_address': 'fa:16:3e:83:45:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76dbeba3-a7cb-4c00-918d-edc4efd935ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3155be1c-85d0-4d9a-af39-d7345c5c4db8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:01:21Z', 'updated_at': '2021-06-29T23:01:24Z', 'revision_number': 4, 'project_id': '713f02d6f040490ca925b5199aff3813', 'subnets': [{'id': '3155be1c-85d0-4d9a-af39-d7345c5c4db8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cef2f618-fa91-415e-bf0f-d11ee9d1c0aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:01:25.395503 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 54502) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:01:25.502594 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe4f8da-6383-472d-9bca-70e641a6e903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:01:25.503949 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-8fe4f8da-6383-472d-9bca-70e641a6e903 admin admin] 10.222.0.30 "GET /v2.0/networks/4f4d7b89-f14b-44bd-8c77-680ef6990266 HTTP/1.1" status: 200 len: 842 time: 0.1074274 Jun 29 23:01:25.513354 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-a7e10fb6-e425-48de-bc68-c152dadacb82 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:01:25.538994 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e10fb6-e425-48de-bc68-c152dadacb82 admin admin] Made reservation on behalf of a64b54ba6a73498e995cca49db8df66d for: {'subnet': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:01:25.541897 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a7e10fb6-e425-48de-bc68-c152dadacb82 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:25.848142 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.objects.ports [None req-a7e10fb6-e425-48de-bc68-c152dadacb82 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93162) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 29 23:01:25.848489 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a7e10fb6-e425-48de-bc68-c152dadacb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688'] for subnet, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:25.850460 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:01:25.900490 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e10fb6-e425-48de-bc68-c152dadacb82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d983a82-3206-4a2a-9ce9-3b2c9dc20086,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:01:25.905703 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-a7e10fb6-e425-48de-bc68-c152dadacb82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:01:25.912174 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e10fb6-e425-48de-bc68-c152dadacb82 admin admin] Checking segment: {'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:01:25.912520 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e10fb6-e425-48de-bc68-c152dadacb82 admin admin] Network hostable DHCP agents. Network: 4f4d7b89-f14b-44bd-8c77-680ef6990266, hostable agents: ['cfabb9e1-4ba2-4051-95c8-b215c3ad7269'], hosted agents: [] {{(pid=93162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:01:25.934554 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e10fb6-e425-48de-bc68-c152dadacb82 admin admin] Network 4f4d7b89-f14b-44bd-8c77-680ef6990266 is scheduled to be hosted by DHCP agent cfabb9e1-4ba2-4051-95c8-b215c3ad7269 with binding_index 1 {{(pid=93162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:01:25.945371 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-a7e10fb6-e425-48de-bc68-c152dadacb82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-4-iscsi, 4f4d7b89-f14b-44bd-8c77-680ef6990266) {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:01:25.949507 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e10fb6-e425-48de-bc68-c152dadacb82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:01:25.950089 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a7e10fb6-e425-48de-bc68-c152dadacb82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:25.958351 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb037a7-23eb-4d59-a151-0be2dae28f13 None None] Network 4f4d7b89-f14b-44bd-8c77-680ef6990266 requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:01:25.974210 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-a7e10fb6-e425-48de-bc68-c152dadacb82 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4633310 Jun 29 23:01:26.097057 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5179df-878e-4b93-a7ae-10d7a300951f None None] Network 4f4d7b89-f14b-44bd-8c77-680ef6990266 requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:01:28.029228 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 4826c7d1-524e-436f-9edb-8ddf73f3693c up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:01:28.081286 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning for port 4826c7d1-524e-436f-9edb-8ddf73f3693c completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:01:28.085333 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port 4826c7d1-524e-436f-9edb-8ddf73f3693c triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:01:28.085707 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:28.222708 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:28.244597 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 54518) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:01:28.255765 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] For port 4826c7d1-524e-436f-9edb-8ddf73f3693c, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=4826c7d1-524e-436f-9edb-8ddf73f3693c,segment=NetworkSegment(f5c95b92-22bc-412d-8c83-5dbf3f2f75ae),segment_id=f5c95b92-22bc-412d-8c83-5dbf3f2f75ae)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:01:28.259135 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:28.261266 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:01:28.305933 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Pushing event updated for resources: {'Port': ['ID=4826c7d1-524e-436f-9edb-8ddf73f3693c,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:01:28.309124 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:01:28.379708 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-efc38b83-cda5-4e44-a2dc-ac5bb7152899 admin admin] 10.222.0.30 "GET /v2.0/routers/76dbeba3-a7cb-4c00-918d-edc4efd935ac HTTP/1.1" status: 200 len: 710 time: 0.1339831 Jun 29 23:01:28.534890 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc38e03-9497-42da-b2ac-0cc805fb3a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:01:28.536278 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-4cc38e03-9497-42da-b2ac-0cc805fb3a80 admin admin] 10.222.0.30 "GET /v2.0/networks/4f4d7b89-f14b-44bd-8c77-680ef6990266 HTTP/1.1" status: 200 len: 886 time: 0.1515446 Jun 29 23:01:28.544800 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-caa90460-dd6e-4349-bfd0-97b2b71945fb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'}}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:01:28.784817 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-caa90460-dd6e-4349-bfd0-97b2b71945fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-489796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-450314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1823'] for router, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:29.014554 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-caa90460-dd6e-4349-bfd0-97b2b71945fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:29.089186 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-caa90460-dd6e-4349-bfd0-97b2b71945fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:29.193030 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-caa90460-dd6e-4349-bfd0-97b2b71945fb admin admin] Allocated IP 172.27.0.209 (4f4d7b89-f14b-44bd-8c77-680ef6990266/7d983a82-3206-4a2a-9ce9-3b2c9dc20086/53e17dcb-0e79-46af-aeb1-7ebc718a1d61) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:01:29.294232 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-caa90460-dd6e-4349-bfd0-97b2b71945fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:29.333617 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-caa90460-dd6e-4349-bfd0-97b2b71945fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:29.336348 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:01:29.370525 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa90460-dd6e-4349-bfd0-97b2b71945fb admin admin] Network 4f4d7b89-f14b-44bd-8c77-680ef6990266 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:01:29.373161 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-caa90460-dd6e-4349-bfd0-97b2b71945fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:01:29.375699 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa90460-dd6e-4349-bfd0-97b2b71945fb admin admin] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:01:29.412494 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa90460-dd6e-4349-bfd0-97b2b71945fb admin admin] Pushing event updated for resources: {'Port': ['ID=53e17dcb-0e79-46af-aeb1-7ebc718a1d61,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:01:29.415627 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-caa90460-dd6e-4349-bfd0-97b2b71945fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:01:29.617990 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-caa90460-dd6e-4349-bfd0-97b2b71945fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:29.890262 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-caa90460-dd6e-4349-bfd0-97b2b71945fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-489796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-450314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1823'] for router, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:29.894001 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-caa90460-dd6e-4349-bfd0-97b2b71945fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-489888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-489805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-489810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-450381'] for router, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:29.999402 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa90460-dd6e-4349-bfd0-97b2b71945fb admin admin] Router 76dbeba3-a7cb-4c00-918d-edc4efd935ac has already been hosted by L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:01:30.005568 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 4826c7d1-524e-436f-9edb-8ddf73f3693c up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:01:30.052435 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port 4826c7d1-524e-436f-9edb-8ddf73f3693c triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:01:30.052838 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:30.105293 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa90460-dd6e-4349-bfd0-97b2b71945fb admin admin] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:01:30.110345 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-caa90460-dd6e-4349-bfd0-97b2b71945fb admin admin] Notify callbacks [] for router, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:30.126115 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-caa90460-dd6e-4349-bfd0-97b2b71945fb admin admin] 10.222.0.30 "PUT /v2.0/routers/76dbeba3-a7cb-4c00-918d-edc4efd935ac HTTP/1.1" status: 200 len: 890 time: 1.5698471 Jun 29 23:01:30.126228 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc61fff-9eb5-4fd4-89f6-4739fc3c6edb None None] Sync routers for ids ['76dbeba3-a7cb-4c00-918d-edc4efd935ac'] in dv-cinder-769602-4-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:01:30.141154 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc61fff-9eb5-4fd4-89f6-4739fc3c6edb None None] Routers {'76dbeba3-a7cb-4c00-918d-edc4efd935ac'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:01:30.141751 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-7dc61fff-9eb5-4fd4-89f6-4739fc3c6edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:01:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['76dbeba3-a7cb-4c00-918d-edc4efd935ac'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:01:30.359427 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-7dc61fff-9eb5-4fd4-89f6-4739fc3c6edb None None] Set router 76dbeba3-a7cb-4c00-918d-edc4efd935ac gateway port host: dv-cinder-769602-4-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:01:30.744029 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-7dc61fff-9eb5-4fd4-89f6-4739fc3c6edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76dbeba3-a7cb-4c00-918d-edc4efd935ac', 'name': 'router1', 'tenant_id': '713f02d6f040490ca925b5199aff3813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '53e17dcb-0e79-46af-aeb1-7ebc718a1d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:01:12Z', 'updated_at': '2021-06-29T23:01:29Z', 'revision_number': 4, 'project_id': '713f02d6f040490ca925b5199aff3813', 'gw_port': {'id': '53e17dcb-0e79-46af-aeb1-7ebc718a1d61', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fe:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76dbeba3-a7cb-4c00-918d-edc4efd935ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:01:29Z', 'updated_at': '2021-06-29T23:01:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': '4826c7d1-524e-436f-9edb-8ddf73f3693c', 'name': '', 'network_id': 'e01c9bb9-cf75-4107-a05b-5dac6df127fe', 'tenant_id': '713f02d6f040490ca925b5199aff3813', 'mac_address': 'fa:16:3e:83:45:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dbeba3-a7cb-4c00-918d-edc4efd935ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3155be1c-85d0-4d9a-af39-d7345c5c4db8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:01:21Z', 'updated_at': '2021-06-29T23:01:28Z', 'revision_number': 5, 'project_id': '713f02d6f040490ca925b5199aff3813', 'subnets': [{'id': '3155be1c-85d0-4d9a-af39-d7345c5c4db8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cef2f618-fa91-415e-bf0f-d11ee9d1c0aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:01:30.794109 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc61fff-9eb5-4fd4-89f6-4739fc3c6edb None None] Checking router: 76dbeba3-a7cb-4c00-918d-edc4efd935ac for host: dv-cinder-769602-4-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:01:30.794470 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc61fff-9eb5-4fd4-89f6-4739fc3c6edb None None] Updating router 76dbeba3-a7cb-4c00-918d-edc4efd935ac port 53e17dcb-0e79-46af-aeb1-7ebc718a1d61 binding host dv-cinder-769602-4-iscsi {{(pid=93164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:01:30.827053 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-7dc61fff-9eb5-4fd4-89f6-4739fc3c6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:31.149628 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-7dc61fff-9eb5-4fd4-89f6-4739fc3c6edb None None] Notify callbacks [] for port, precommit_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:31.159741 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-7dc61fff-9eb5-4fd4-89f6-4739fc3c6edb None None] Transition to ACTIVE for port object 53e17dcb-0e79-46af-aeb1-7ebc718a1d61 will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:01:31.165170 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-7dc61fff-9eb5-4fd4-89f6-4739fc3c6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:31.168190 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:01:31.289405 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-7dc61fff-9eb5-4fd4-89f6-4739fc3c6edb None None] Attempting to bind port 53e17dcb-0e79-46af-aeb1-7ebc718a1d61 on host dv-cinder-769602-4-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:01:31.289797 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-7dc61fff-9eb5-4fd4-89f6-4739fc3c6edb None None] Attempting to bind port 53e17dcb-0e79-46af-aeb1-7ebc718a1d61 by drivers openvswitch,hyperv on host dv-cinder-769602-4-iscsi at level 0 using segments [{'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:01:31.290185 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc61fff-9eb5-4fd4-89f6-4739fc3c6edb None None] Attempting to bind port 53e17dcb-0e79-46af-aeb1-7ebc718a1d61 on network 4f4d7b89-f14b-44bd-8c77-680ef6990266 {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:01:31.297702 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146de921-03ce-4d97-8737-47330c0520ac None None] Pushing event updated for resources: {'Port': ['ID=53e17dcb-0e79-46af-aeb1-7ebc718a1d61,revision_number=2']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:01:31.301202 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-146de921-03ce-4d97-8737-47330c0520ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:01:31.301943 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc61fff-9eb5-4fd4-89f6-4739fc3c6edb None None] Checking agent: {'id': 'a1c2e225-8bcd-423f-9b74-e274311af98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 0, 50), 'started_at': datetime.datetime(2021, 6, 29, 23, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:01:31.302312 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc61fff-9eb5-4fd4-89f6-4739fc3c6edb None None] Checking segment: {'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:01:31.302704 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-7dc61fff-9eb5-4fd4-89f6-4739fc3c6edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:31.303081 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc61fff-9eb5-4fd4-89f6-4739fc3c6edb None None] Bound using segment: {'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:01:31.303556 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-7dc61fff-9eb5-4fd4-89f6-4739fc3c6edb None None] Bound port: 53e17dcb-0e79-46af-aeb1-7ebc718a1d61, host: dv-cinder-769602-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:01:31.303946 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-7dc61fff-9eb5-4fd4-89f6-4739fc3c6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:31.354582 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-7dc61fff-9eb5-4fd4-89f6-4739fc3c6edb None None] For port 53e17dcb-0e79-46af-aeb1-7ebc718a1d61, host dv-cinder-769602-4-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:01:31.357630 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-7dc61fff-9eb5-4fd4-89f6-4739fc3c6edb None None] For port 53e17dcb-0e79-46af-aeb1-7ebc718a1d61, host dv-cinder-769602-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=53e17dcb-0e79-46af-aeb1-7ebc718a1d61,segment=NetworkSegment(0d7322d1-9f99-46a3-b2ff-5e8cb22a095c),segment_id=0d7322d1-9f99-46a3-b2ff-5e8cb22a095c)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:01:31.362570 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-7dc61fff-9eb5-4fd4-89f6-4739fc3c6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:31.364772 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-146de921-03ce-4d97-8737-47330c0520ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:01:31.422097 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146de921-03ce-4d97-8737-47330c0520ac None None] Pushing event updated for resources: {'Port': ['ID=53e17dcb-0e79-46af-aeb1-7ebc718a1d61,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:01:31.424413 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc61fff-9eb5-4fd4-89f6-4739fc3c6edb None None] Routers {'76dbeba3-a7cb-4c00-918d-edc4efd935ac'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:01:31.425030 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-7dc61fff-9eb5-4fd4-89f6-4739fc3c6edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:01:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['76dbeba3-a7cb-4c00-918d-edc4efd935ac'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:01:31.428874 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-146de921-03ce-4d97-8737-47330c0520ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:01:31.533797 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-7dc61fff-9eb5-4fd4-89f6-4739fc3c6edb None None] Set router 76dbeba3-a7cb-4c00-918d-edc4efd935ac gateway port host: dv-cinder-769602-4-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:01:31.758935 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-7dc61fff-9eb5-4fd4-89f6-4739fc3c6edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76dbeba3-a7cb-4c00-918d-edc4efd935ac', 'name': 'router1', 'tenant_id': '713f02d6f040490ca925b5199aff3813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '53e17dcb-0e79-46af-aeb1-7ebc718a1d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:01:12Z', 'updated_at': '2021-06-29T23:01:29Z', 'revision_number': 4, 'project_id': '713f02d6f040490ca925b5199aff3813', 'gw_port': {'id': '53e17dcb-0e79-46af-aeb1-7ebc718a1d61', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fe:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76dbeba3-a7cb-4c00-918d-edc4efd935ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:01:29Z', 'updated_at': '2021-06-29T23:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': '4826c7d1-524e-436f-9edb-8ddf73f3693c', 'name': '', 'network_id': 'e01c9bb9-cf75-4107-a05b-5dac6df127fe', 'tenant_id': '713f02d6f040490ca925b5199aff3813', 'mac_address': 'fa:16:3e:83:45:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dbeba3-a7cb-4c00-918d-edc4efd935ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3155be1c-85d0-4d9a-af39-d7345c5c4db8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:01:21Z', 'updated_at': '2021-06-29T23:01:28Z', 'revision_number': 5, 'project_id': '713f02d6f040490ca925b5199aff3813', 'subnets': [{'id': '3155be1c-85d0-4d9a-af39-d7345c5c4db8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cef2f618-fa91-415e-bf0f-d11ee9d1c0aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:01:31.785017 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc61fff-9eb5-4fd4-89f6-4739fc3c6edb None None] The sync data for ids ['76dbeba3-a7cb-4c00-918d-edc4efd935ac'] in dv-cinder-769602-4-iscsi is: [{'id': '76dbeba3-a7cb-4c00-918d-edc4efd935ac', 'name': 'router1', 'tenant_id': '713f02d6f040490ca925b5199aff3813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '53e17dcb-0e79-46af-aeb1-7ebc718a1d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:01:12Z', 'updated_at': '2021-06-29T23:01:29Z', 'revision_number': 4, 'project_id': '713f02d6f040490ca925b5199aff3813', 'gw_port': {'id': '53e17dcb-0e79-46af-aeb1-7ebc718a1d61', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fe:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76dbeba3-a7cb-4c00-918d-edc4efd935ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:01:29Z', 'updated_at': '2021-06-29T23:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': '4826c7d1-524e-436f-9edb-8ddf73f3693c', 'name': '', 'network_id': 'e01c9bb9-cf75-4107-a05b-5dac6df127fe', 'tenant_id': '713f02d6f040490ca925b5199aff3813', 'mac_address': 'fa:16:3e:83:45:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dbeba3-a7cb-4c00-918d-edc4efd935ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3155be1c-85d0-4d9a-af39-d7345c5c4db8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:01:21Z', 'updated_at': '2021-06-29T23:01:28Z', 'revision_number': 5, 'project_id': '713f02d6f040490ca925b5199aff3813', 'subnets': [{'id': '3155be1c-85d0-4d9a-af39-d7345c5c4db8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cef2f618-fa91-415e-bf0f-d11ee9d1c0aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:01:32.035571 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 53e17dcb-0e79-46af-aeb1-7ebc718a1d61 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:01:32.086345 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning for port 53e17dcb-0e79-46af-aeb1-7ebc718a1d61 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:01:32.090790 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port 53e17dcb-0e79-46af-aeb1-7ebc718a1d61 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:01:32.091170 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:32.177059 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:32.198929 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] For port 53e17dcb-0e79-46af-aeb1-7ebc718a1d61, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=53e17dcb-0e79-46af-aeb1-7ebc718a1d61,segment=NetworkSegment(0d7322d1-9f99-46a3-b2ff-5e8cb22a095c),segment_id=0d7322d1-9f99-46a3-b2ff-5e8cb22a095c)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:01:32.202839 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:32.204914 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:01:32.257507 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Pushing event updated for resources: {'Port': ['ID=53e17dcb-0e79-46af-aeb1-7ebc718a1d61,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:01:32.260717 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:01:32.600102 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 54526) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:01:32.719483 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-e09c24b5-f599-414f-b5ce-2ba3c26d8977 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1182268 Jun 29 23:01:34.021794 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 53e17dcb-0e79-46af-aeb1-7ebc718a1d61 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:01:34.073097 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port 53e17dcb-0e79-46af-aeb1-7ebc718a1d61 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:01:34.073397 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:47.105752 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-c7f887cb-50a4-4f7d-8fdc-c9f211e44ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:49.592756 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-85acc0bc-c761-4244-b891-8f7e55d10734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:50.069225 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:50.717034 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:52.539401 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:01:53.417335 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 5 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:02:17.102128 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-379cb816-1653-4857-8de7-6bedd0ac1382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:02:19.590618 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-efb2dc33-8a7a-4aa3-8f0d-41498315058a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:02:20.077973 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:02:20.718758 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:02:22.559842 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:02:30.416423 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 5 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:02:47.105383 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-a1abff40-988d-4474-8f96-0f7ed8d1ce73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:02:49.581684 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-40c4fa15-454a-43a8-bbd1-aef512ede33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:02:50.069719 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:02:50.721288 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:02:52.542717 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:03:07.414388 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 5 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:03:09.303471 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55094) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:03:09.363246 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8e9739-0068-4487-93ee-cfac27b1e031 admin admin] GET failed (client error): The resource could not be found. Jun 29 23:03:09.364588 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-fc8e9739-0068-4487-93ee-cfac27b1e031 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0601525 Jun 29 23:03:09.521027 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be47867e-b784-42db-879d-cb569d8700c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:03:09.522414 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-be47867e-b784-42db-879d-cb569d8700c7 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1541348 Jun 29 23:03:11.652064 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55104) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:03:11.741840 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fc4dab-c92a-48f7-bc9d-4483339df636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:03:11.743218 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-a7fc4dab-c92a-48f7-bc9d-4483339df636 admin admin] 10.222.0.30 "GET /v2.0/subnets/3155be1c-85d0-4d9a-af39-d7345c5c4db8 HTTP/1.1" status: 200 len: 849 time: 0.0901566 Jun 29 23:03:11.752342 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-dec8392e-7d24-4a4e-a30c-4304c9fb672b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:03:11.834488 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-dec8392e-7d24-4a4e-a30c-4304c9fb672b admin admin] Notify callbacks [] for subnet, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:03:11.976433 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-dec8392e-7d24-4a4e-a30c-4304c9fb672b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748551600851'] for subnet, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:03:11.979300 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-a7e10fb6-e425-48de-bc68-c152dadacb82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:03:12.004278 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec8392e-7d24-4a4e-a30c-4304c9fb672b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:03:12.005398 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-dec8392e-7d24-4a4e-a30c-4304c9fb672b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:03:12.006416 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-dec8392e-7d24-4a4e-a30c-4304c9fb672b admin admin] 10.222.0.30 "PUT /v2.0/subnets/3155be1c-85d0-4d9a-af39-d7345c5c4db8 HTTP/1.1" status: 200 len: 868 time: 0.2575502 Jun 29 23:03:12.008483 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6092d98e-2b93-463e-9d70-1822b4a7961b None None] Network e01c9bb9-cf75-4107-a05b-5dac6df127fe requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:03:12.028759 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8392e-7d24-4a4e-a30c-4304c9fb672b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3155be1c-85d0-4d9a-af39-d7345c5c4db8,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:03:12.037265 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8392e-7d24-4a4e-a30c-4304c9fb672b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:03:12.037627 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8392e-7d24-4a4e-a30c-4304c9fb672b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:03:12.038024 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8392e-7d24-4a4e-a30c-4304c9fb672b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:03:12.038363 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8392e-7d24-4a4e-a30c-4304c9fb672b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:03:12.038687 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8392e-7d24-4a4e-a30c-4304c9fb672b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:03:12.039113 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8392e-7d24-4a4e-a30c-4304c9fb672b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:03:12.039320 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8392e-7d24-4a4e-a30c-4304c9fb672b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:03:12.039640 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8392e-7d24-4a4e-a30c-4304c9fb672b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:03:12.039976 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8392e-7d24-4a4e-a30c-4304c9fb672b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:03:12.040300 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8392e-7d24-4a4e-a30c-4304c9fb672b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:03:12.040635 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8392e-7d24-4a4e-a30c-4304c9fb672b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:03:12.040955 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8392e-7d24-4a4e-a30c-4304c9fb672b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:03:12.045314 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-dec8392e-7d24-4a4e-a30c-4304c9fb672b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:03:12.405313 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-3d034e1f-ff5f-411a-b9a4-f72adefc3154 None None] Provisioning complete for port c9bfcae9-b670-4afd-baef-bb0f4c7d311e triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:03:12.405686 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-3d034e1f-ff5f-411a-b9a4-f72adefc3154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:03:12.493380 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-3d034e1f-ff5f-411a-b9a4-f72adefc3154 None None] Provisioning complete for port 4826c7d1-524e-436f-9edb-8ddf73f3693c triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:03:12.493650 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-3d034e1f-ff5f-411a-b9a4-f72adefc3154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:03:14.177629 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 55112) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:03:14.398155 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5418a1c8-a769-4fa9-ba2c-f63b990b00bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:03:14.398622 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5418a1c8-a769-4fa9-ba2c-f63b990b00bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:03:14.400151 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-5418a1c8-a769-4fa9-ba2c-f63b990b00bd admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2215281 Jun 29 23:03:16.505824 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55122) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:03:16.695768 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83e4086-fbd9-466c-875d-0120b2196b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:03:16.696154 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83e4086-fbd9-466c-875d-0120b2196b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:03:16.697722 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-b83e4086-fbd9-466c-875d-0120b2196b1b admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1909354 Jun 29 23:03:17.107342 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-80f87594-2d3e-4f35-832c-6aeb226d281a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:03:18.820076 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55130) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:03:18.946465 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94d10c9-11fc-498e-b352-6ce37a239aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:03:18.947829 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-b94d10c9-11fc-498e-b352-6ce37a239aae admin admin] 10.222.0.30 "GET /v2.0/networks/4f4d7b89-f14b-44bd-8c77-680ef6990266 HTTP/1.1" status: 200 len: 886 time: 0.1267898 Jun 29 23:03:19.585930 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-da200c8d-e983-4282-a950-64c5df9ba674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:03:20.072212 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:03:20.722110 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:03:21.092262 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55138) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:03:21.225334 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0907d26-05a4-4473-96d8-8fab83297789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:03:21.226682 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-a0907d26-05a4-4473-96d8-8fab83297789 admin admin] 10.222.0.30 "GET /v2.0/networks/e01c9bb9-cf75-4107-a05b-5dac6df127fe HTTP/1.1" status: 200 len: 869 time: 0.1334369 Jun 29 23:03:22.548190 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:03:23.334293 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55146) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:03:23.452856 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a690cbbd-24e7-416c-8216-5d845c59378a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:03:23.453313 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a690cbbd-24e7-416c-8216-5d845c59378a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:03:23.454847 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-a690cbbd-24e7-416c-8216-5d845c59378a admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1196010 Jun 29 23:03:25.554306 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55154) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:03:25.645497 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3a7564-be79-4cf8-9be6-4e1eddc1748f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:03:25.645977 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3a7564-be79-4cf8-9be6-4e1eddc1748f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:03:25.647496 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-8b3a7564-be79-4cf8-9be6-4e1eddc1748f admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0921977 Jun 29 23:03:27.818598 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55162) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:03:27.907959 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab0aa95-f054-455d-94f5-eaad2929c72a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:03:27.909383 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-aab0aa95-f054-455d-94f5-eaad2929c72a admin admin] 10.222.0.30 "GET /v2.0/subnets/3155be1c-85d0-4d9a-af39-d7345c5c4db8 HTTP/1.1" status: 200 len: 868 time: 0.0898309 Jun 29 23:03:30.019257 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55170) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:03:30.102526 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7a0379-b955-426c-a5b7-912bba2e0393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:03:30.103842 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-0c7a0379-b955-426c-a5b7-912bba2e0393 admin admin] 10.222.0.30 "GET /v2.0/subnets/7d983a82-3206-4a2a-9ce9-3b2c9dc20086 HTTP/1.1" status: 200 len: 816 time: 0.0836465 Jun 29 23:03:44.412383 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 5 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:03:47.108905 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-74a69d53-2955-465f-95ba-4c344ec78384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:03:49.587495 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-46603f91-2b5a-412b-80b0-e45defe24c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:03:50.077524 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:03:50.727889 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:03:52.550158 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:03:53.474854 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55216) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:03:53.521387 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [None req-f96afb95-cbbd-43c3-80ea-9fd769136bbe admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 23:03:53.522400 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-f96afb95-cbbd-43c3-80ea-9fd769136bbe admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0464745 Jun 29 23:03:55.712852 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55224) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:03:55.771289 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c9678c-90ad-4479-8dce-0838c048728b admin admin] GET failed (client error): The resource could not be found. Jun 29 23:03:55.772613 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-62c9678c-90ad-4479-8dce-0838c048728b admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0588012 Jun 29 23:03:55.958693 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5641f230-56c9-49a9-b6c0-65f758b7e2e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:03:55.960101 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-5641f230-56c9-49a9-b6c0-65f758b7e2e0 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1836452 Jun 29 23:03:58.115161 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55232) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:03:58.160670 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-fb7ca985-8752-4d1c-b3b6-90ede688ac35 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:03:58.180035 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7ca985-8752-4d1c-b3b6-90ede688ac35 admin admin] Made reservation on behalf of a64b54ba6a73498e995cca49db8df66d for: {'network': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:03:58.182257 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-fb7ca985-8752-4d1c-b3b6-90ede688ac35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for network, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:03:58.210100 dv-cinder-769602-4-iscsi neutron-server[93162]: WARNING neutron.services.revisions.revision_plugin [None req-fb7ca985-8752-4d1c-b3b6-90ede688ac35 admin admin] Could not find related network for resource to bump revision. Jun 29 23:03:58.221597 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb7ca985-8752-4d1c-b3b6-90ede688ac35 admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=93162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 23:03:58.231558 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-fb7ca985-8752-4d1c-b3b6-90ede688ac35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010'] for segment, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:03:58.232008 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.db.segments_db [None req-fb7ca985-8752-4d1c-b3b6-90ede688ac35 admin admin] Added segment 5aa5187d-0975-40a7-983e-da0162ee7d8b of type vlan for network d75cdf34-a383-40e4-9de8-a06b2d3bf05a Jun 29 23:03:58.274194 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-fb7ca985-8752-4d1c-b3b6-90ede688ac35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748551094604'] for network, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:03:58.300600 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-fb7ca985-8752-4d1c-b3b6-90ede688ac35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688'] for network, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:03:58.301774 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7ca985-8752-4d1c-b3b6-90ede688ac35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:03:58.302346 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-fb7ca985-8752-4d1c-b3b6-90ede688ac35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:03:58.305041 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-27f09420-f687-4add-b558-8a1db070ef13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:03:58.351609 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-fb7ca985-8752-4d1c-b3b6-90ede688ac35 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2353079 Jun 29 23:03:58.364631 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ca985-8752-4d1c-b3b6-90ede688ac35 admin admin] Pushing event updated for resources: {'Network': ['ID=d75cdf34-a383-40e4-9de8-a06b2d3bf05a,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:03:58.368657 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-fb7ca985-8752-4d1c-b3b6-90ede688ac35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:03:58.376246 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Network d75cdf34-a383-40e4-9de8-a06b2d3bf05a details requested by agent ovs-agent-dv-cinder-769602-4-iscsi with host dv-cinder-769602-4-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:04:00.524714 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 55240) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:04:00.585819 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.pecan_wsgi.hooks.translation [None req-a251eb1f-fba1-41d7-960e-ca109f604652 admin admin] GET failed (client error): The resource could not be found. Jun 29 23:04:00.587117 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-a251eb1f-fba1-41d7-960e-ca109f604652 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0614026 Jun 29 23:04:00.688793 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb31c1e-1ec5-4f14-97c1-0f3c33713192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:04:00.690256 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-3cb31c1e-1ec5-4f14-97c1-0f3c33713192 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0984221 Jun 29 23:04:00.700467 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-1e16732e-0b3c-42b8-98d6-d6ecfbc8ae75 admin admin] Request body: {'subnet': {'network_id': 'd75cdf34-a383-40e4-9de8-a06b2d3bf05a', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:04:00.721194 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e16732e-0b3c-42b8-98d6-d6ecfbc8ae75 admin admin] Made reservation on behalf of a64b54ba6a73498e995cca49db8df66d for: {'subnet': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:04:00.723737 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1e16732e-0b3c-42b8-98d6-d6ecfbc8ae75 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:04:00.904508 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1e16732e-0b3c-42b8-98d6-d6ecfbc8ae75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688'] for subnet, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:04:00.908294 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-96e0c2a9-f983-4d81-8170-cd5fe6030fd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:04:00.968426 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16732e-0b3c-42b8-98d6-d6ecfbc8ae75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffd6383b-2641-4e0f-9c97-ea165f4dfb36,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:04:00.979364 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16732e-0b3c-42b8-98d6-d6ecfbc8ae75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:04:00.979717 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16732e-0b3c-42b8-98d6-d6ecfbc8ae75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:04:00.980052 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16732e-0b3c-42b8-98d6-d6ecfbc8ae75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:04:00.980377 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16732e-0b3c-42b8-98d6-d6ecfbc8ae75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:04:00.980810 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16732e-0b3c-42b8-98d6-d6ecfbc8ae75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:04:00.981395 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16732e-0b3c-42b8-98d6-d6ecfbc8ae75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:04:00.982010 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16732e-0b3c-42b8-98d6-d6ecfbc8ae75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:04:00.982356 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16732e-0b3c-42b8-98d6-d6ecfbc8ae75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:04:00.982680 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16732e-0b3c-42b8-98d6-d6ecfbc8ae75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:04:00.983395 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16732e-0b3c-42b8-98d6-d6ecfbc8ae75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:04:00.983724 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16732e-0b3c-42b8-98d6-d6ecfbc8ae75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:04:00.984041 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16732e-0b3c-42b8-98d6-d6ecfbc8ae75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:04:00.991296 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-1e16732e-0b3c-42b8-98d6-d6ecfbc8ae75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:04:00.992417 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e16732e-0b3c-42b8-98d6-d6ecfbc8ae75 admin admin] Checking segment: {'id': '5aa5187d-0975-40a7-983e-da0162ee7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd75cdf34-a383-40e4-9de8-a06b2d3bf05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:04:00.992792 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e16732e-0b3c-42b8-98d6-d6ecfbc8ae75 admin admin] Network hostable DHCP agents. Network: d75cdf34-a383-40e4-9de8-a06b2d3bf05a, hostable agents: ['cfabb9e1-4ba2-4051-95c8-b215c3ad7269'], hosted agents: [] {{(pid=93163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:04:01.011052 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e16732e-0b3c-42b8-98d6-d6ecfbc8ae75 admin admin] Network d75cdf34-a383-40e4-9de8-a06b2d3bf05a is scheduled to be hosted by DHCP agent cfabb9e1-4ba2-4051-95c8-b215c3ad7269 with binding_index 1 {{(pid=93163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:04:01.020033 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-1e16732e-0b3c-42b8-98d6-d6ecfbc8ae75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-4-iscsi, d75cdf34-a383-40e4-9de8-a06b2d3bf05a) {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:04:01.024037 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e16732e-0b3c-42b8-98d6-d6ecfbc8ae75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:04:01.024662 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1e16732e-0b3c-42b8-98d6-d6ecfbc8ae75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for subnet, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:04:01.028976 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f27d74-aa76-4065-91cd-281bb6e9ec4f None None] Network d75cdf34-a383-40e4-9de8-a06b2d3bf05a requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:04:01.043392 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-1e16732e-0b3c-42b8-98d6-d6ecfbc8ae75 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3468084 Jun 29 23:04:01.192693 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp803aeffc-a578-5cd1-be8d-e0bc517096b8-d75cdf34-a383-40e4-9de8-a06b2d3bf05a', 'network_id': 'd75cdf34-a383-40e4-9de8-a06b2d3bf05a', 'tenant_id': 'a64b54ba6a73498e995cca49db8df66d', 'fixed_ips': [{'subnet_id': 'ffd6383b-2641-4e0f-9c97-ea165f4dfb36'}]}} from dv-cinder-769602-4-iscsi. {{(pid=93164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 23:04:01.193762 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:04:01.351527 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.db_base_plugin_common [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] Allocated IP 192.168.233.2 (d75cdf34-a383-40e4-9de8-a06b2d3bf05a/ffd6383b-2641-4e0f-9c97-ea165f4dfb36/385680a6-a379-4de6-87a8-c12470d1ea64) {{(pid=93164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:04:01.497084 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] Notify callbacks [] for port, precommit_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:04:01.505605 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] Transition to ACTIVE for port object 385680a6-a379-4de6-87a8-c12470d1ea64 will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:04:01.522238 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] Transition to ACTIVE for port object 385680a6-a379-4de6-87a8-c12470d1ea64 will not be triggered until provisioned by entity DHCP. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:04:01.528528 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181'] for port, after_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:04:01.530637 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:04:01.573635 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] Network d75cdf34-a383-40e4-9de8-a06b2d3bf05a is already hosted by enough agents. {{(pid=93164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:04:01.577399 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.scheduler.base_scheduler [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] Resources bound (agent type, host, resource id): {{(pid=93164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:04:01.581857 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] Pushing event updated for resources: {'Port': ['ID=385680a6-a379-4de6-87a8-c12470d1ea64,revision_number=1']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:04:01.583973 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] Received port after_create {{(pid=93164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:04:01.596791 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:04:01.597128 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:04:01.597456 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:04:01.597779 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:04:01.598362 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:04:01.598685 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:04:01.599001 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:04:01.599334 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:04:01.599681 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:04:01.599998 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:04:01.600311 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:04:01.600639 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:04:01.621028 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:04:01.653666 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] Attempting to bind port 385680a6-a379-4de6-87a8-c12470d1ea64 on host dv-cinder-769602-4-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:04:01.654030 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] Attempting to bind port 385680a6-a379-4de6-87a8-c12470d1ea64 by drivers openvswitch,hyperv on host dv-cinder-769602-4-iscsi at level 0 using segments [{'id': '5aa5187d-0975-40a7-983e-da0162ee7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd75cdf34-a383-40e4-9de8-a06b2d3bf05a'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:04:01.654385 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] Attempting to bind port 385680a6-a379-4de6-87a8-c12470d1ea64 on network d75cdf34-a383-40e4-9de8-a06b2d3bf05a {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:04:01.659286 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] Checking agent: {'id': 'a1c2e225-8bcd-423f-9b74-e274311af98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 0, 50), 'started_at': datetime.datetime(2021, 6, 29, 23, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:04:01.659651 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] Checking segment: {'id': '5aa5187d-0975-40a7-983e-da0162ee7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd75cdf34-a383-40e4-9de8-a06b2d3bf05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:04:01.660094 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:04:01.660427 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] Bound using segment: {'id': '5aa5187d-0975-40a7-983e-da0162ee7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd75cdf34-a383-40e4-9de8-a06b2d3bf05a'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:04:01.660922 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] Bound port: 385680a6-a379-4de6-87a8-c12470d1ea64, host: dv-cinder-769602-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa5187d-0975-40a7-983e-da0162ee7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd75cdf34-a383-40e4-9de8-a06b2d3bf05a'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:04:01.661311 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:04:01.728638 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] For port 385680a6-a379-4de6-87a8-c12470d1ea64, host dv-cinder-769602-4-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:04:01.732501 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] For port 385680a6-a379-4de6-87a8-c12470d1ea64, host dv-cinder-769602-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=385680a6-a379-4de6-87a8-c12470d1ea64,segment=NetworkSegment(5aa5187d-0975-40a7-983e-da0162ee7d8b),segment_id=5aa5187d-0975-40a7-983e-da0162ee7d8b)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:04:01.737700 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:04:01.739969 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:04:01.806091 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] Pushing event updated for resources: {'Port': ['ID=385680a6-a379-4de6-87a8-c12470d1ea64,revision_number=2']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:04:01.809337 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:04:02.161641 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 385680a6-a379-4de6-87a8-c12470d1ea64 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:04:02.212136 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning for port 385680a6-a379-4de6-87a8-c12470d1ea64 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:04:02.565594 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9704559-0237-4b1b-9d82-d1b8142e4466 None None] Network d75cdf34-a383-40e4-9de8-a06b2d3bf05a requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:04:02.678824 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-b2ee57b3-013f-4242-9958-0a29fd8c420f None None] Provisioning for port 385680a6-a379-4de6-87a8-c12470d1ea64 completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:04:02.683891 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-b2ee57b3-013f-4242-9958-0a29fd8c420f None None] Provisioning complete for port 385680a6-a379-4de6-87a8-c12470d1ea64 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:04:02.684262 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-b2ee57b3-013f-4242-9958-0a29fd8c420f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:04:02.804077 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-b2ee57b3-013f-4242-9958-0a29fd8c420f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:04:02.838763 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-b2ee57b3-013f-4242-9958-0a29fd8c420f None None] For port 385680a6-a379-4de6-87a8-c12470d1ea64, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=385680a6-a379-4de6-87a8-c12470d1ea64,segment=NetworkSegment(5aa5187d-0975-40a7-983e-da0162ee7d8b),segment_id=5aa5187d-0975-40a7-983e-da0162ee7d8b)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:04:02.846529 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-b2ee57b3-013f-4242-9958-0a29fd8c420f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:04:02.850741 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:04:02.918351 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee57b3-013f-4242-9958-0a29fd8c420f None None] Pushing event updated for resources: {'Port': ['ID=385680a6-a379-4de6-87a8-c12470d1ea64,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:04:02.923429 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-b2ee57b3-013f-4242-9958-0a29fd8c420f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:04:03.066519 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-5d911581-1c29-4141-aa73-3a1901215393 None None] Provisioning complete for port 385680a6-a379-4de6-87a8-c12470d1ea64 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:04:03.066893 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-5d911581-1c29-4141-aa73-3a1901215393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:04:04.142159 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 385680a6-a379-4de6-87a8-c12470d1ea64 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:04:04.196087 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port 385680a6-a379-4de6-87a8-c12470d1ea64 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:04:04.196451 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:04:17.109967 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-5bb9a273-39c8-490e-89cc-7258803e2f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:04:19.589108 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f92203ca-3343-4dff-87a3-d0a4d13b61a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:04:20.079022 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:04:20.722134 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:04:21.411333 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 5 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:04:22.553273 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:04:47.111656 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-a02ca062-c805-49d0-a5c6-4363e70754bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:04:49.590601 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-b02fea39-27f7-4ac7-9ed6-83897c1d5ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:04:50.080709 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:04:50.730331 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:04:52.556918 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:04:58.409792 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 5 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:05:17.112863 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-2cea859e-5ca8-4e8f-ae9e-3aad4f7bb0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:05:19.592257 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-2f97e8b5-87cb-4dc1-af26-cc6a3909f0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:05:20.081918 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:05:20.730517 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:05:22.559055 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:05:28.251361 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 55292) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:05:28.257429 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [None req-1d9a8677-2534-448b-86f5-04ca8b7210d9 tempest-verify_tempest_config-1725346266 tempest-verify_tempest_config-1725346266-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 23:05:28.258398 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-1d9a8677-2534-448b-86f5-04ca8b7210d9 tempest-verify_tempest_config-1725346266 tempest-verify_tempest_config-1725346266-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060763 Jun 29 23:05:28.558331 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 55310) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:05:28.665724 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cc2c4812-3489-417c-8d67-2d35ab5b81a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:05:28.786969 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cc2c4812-3489-417c-8d67-2d35ab5b81a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:05:28.790590 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cc2c4812-3489-417c-8d67-2d35ab5b81a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:05:28.793488 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:05:28.833640 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c4812-3489-417c-8d67-2d35ab5b81a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbc083d-ecda-46a9-9800-e8c5f521c5a7,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:05:28.838359 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-cc2c4812-3489-417c-8d67-2d35ab5b81a3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4e90be0cb1ab42f292eac4ea93ec32ac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2790604 Jun 29 23:05:28.841204 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55314) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:05:28.842580 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c4812-3489-417c-8d67-2d35ab5b81a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:05:28.842942 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c4812-3489-417c-8d67-2d35ab5b81a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:05:28.843277 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c4812-3489-417c-8d67-2d35ab5b81a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:05:28.843599 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c4812-3489-417c-8d67-2d35ab5b81a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:05:28.843914 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c4812-3489-417c-8d67-2d35ab5b81a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:05:28.844248 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c4812-3489-417c-8d67-2d35ab5b81a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:05:28.844596 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c4812-3489-417c-8d67-2d35ab5b81a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:05:28.844903 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c4812-3489-417c-8d67-2d35ab5b81a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:05:28.845232 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c4812-3489-417c-8d67-2d35ab5b81a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:05:28.845546 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c4812-3489-417c-8d67-2d35ab5b81a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:05:28.845856 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c4812-3489-417c-8d67-2d35ab5b81a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:05:28.846170 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c4812-3489-417c-8d67-2d35ab5b81a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:05:28.851004 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-cc2c4812-3489-417c-8d67-2d35ab5b81a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:05:28.896724 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-250217cc-7adf-46a6-87e7-846d0820e1ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:05:28.916785 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-250217cc-7adf-46a6-87e7-846d0820e1ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:05:29.007616 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-250217cc-7adf-46a6-87e7-846d0820e1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:05:29.010337 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-250217cc-7adf-46a6-87e7-846d0820e1ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:05:29.011480 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-250217cc-7adf-46a6-87e7-846d0820e1ec admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6bbc083d-ecda-46a9-9800-e8c5f521c5a7 HTTP/1.1" status: 204 len: 168 time: 0.1689956 Jun 29 23:05:29.012088 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:05:29.020052 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250217cc-7adf-46a6-87e7-846d0820e1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbc083d-ecda-46a9-9800-e8c5f521c5a7,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:05:29.026458 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250217cc-7adf-46a6-87e7-846d0820e1ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:05:29.026810 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250217cc-7adf-46a6-87e7-846d0820e1ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:05:29.027144 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250217cc-7adf-46a6-87e7-846d0820e1ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:05:29.027468 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250217cc-7adf-46a6-87e7-846d0820e1ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:05:29.027790 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250217cc-7adf-46a6-87e7-846d0820e1ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:05:29.028126 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250217cc-7adf-46a6-87e7-846d0820e1ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:05:29.028511 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250217cc-7adf-46a6-87e7-846d0820e1ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:05:29.028949 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250217cc-7adf-46a6-87e7-846d0820e1ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:05:29.029275 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250217cc-7adf-46a6-87e7-846d0820e1ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:05:29.029585 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250217cc-7adf-46a6-87e7-846d0820e1ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:05:29.029899 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250217cc-7adf-46a6-87e7-846d0820e1ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:05:29.030203 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250217cc-7adf-46a6-87e7-846d0820e1ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:05:29.033609 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-250217cc-7adf-46a6-87e7-846d0820e1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:05:35.408660 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 5 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:05:47.115270 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-67b88949-8840-41c8-a64e-e2b752e0f9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:05:49.593625 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9f1000e0-dfef-4c1c-addf-1b524fff6572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:05:50.082163 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:05:50.732495 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:05:52.561908 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:06:12.406688 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 5 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:06:17.132296 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-73f7d56f-3342-4ab2-8cd2-4591af7fac74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:06:19.593480 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-255ae65e-7460-4b20-9b49-5ce3d609dd58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:06:20.085986 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:06:20.735065 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:06:22.565757 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:06:47.113012 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-381d9bbf-90aa-4e35-9639-c4f5ab5920c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:06:49.405787 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 5 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:06:49.594809 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-bd4e92d8-29fa-442a-8090-4d69b6cf0937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:06:50.087842 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:06:50.736508 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:06:52.568836 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:07:04.179695 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-444251'] for agent, after_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:07:08.446099 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55368) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:07:08.550115 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-b46fcfb4-fa24-45b9-8f76-4a49b1199c78 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1029875 Jun 29 23:07:10.705055 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55378) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:07:10.759304 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-2bd13a94-1e5e-40ed-9b1c-630fa39e718b admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0531633 Jun 29 23:07:17.114980 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-64a5b17d-e5e9-4b2b-a7d7-12ef04f06bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:07:19.594948 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-64fbc21d-bf3a-41c9-92c8-8b6a6daba717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:07:20.090567 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:07:20.739088 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:07:22.571254 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:07:26.405909 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:07:34.145914 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:07:47.115971 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-3ace9798-4891-4e3e-8782-4f4f905b9681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:07:49.596303 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f7ffc610-7762-4f8c-8bba-b22d29f47409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:07:50.090121 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:07:50.741638 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:07:52.576287 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:03.405394 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:08:04.162542 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:17.117554 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-e11f3674-5ae0-49a2-8712-db959674d073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:19.598455 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f3e3e358-299b-4182-9587-237a69a20ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:20.091574 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:20.744623 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:22.577549 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:34.166986 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:36.462840 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55522) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:36.718606 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55540) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:36.780964 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-e4838d72-345e-46e0-ab41-31d113536d4b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-753116380-network', 'tenant_id': '89f7a8481a72408b89119405a6770fde'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:08:36.802691 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4838d72-345e-46e0-ab41-31d113536d4b admin admin] Made reservation on behalf of 89f7a8481a72408b89119405a6770fde for: {'network': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:08:36.806962 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e4838d72-345e-46e0-ab41-31d113536d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for network, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:36.815934 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e4838d72-345e-46e0-ab41-31d113536d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:36.912820 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e4838d72-345e-46e0-ab41-31d113536d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:36.918835 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e4838d72-345e-46e0-ab41-31d113536d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:36.923371 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-27f09420-f687-4add-b558-8a1db070ef13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:36.948410 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4838d72-345e-46e0-ab41-31d113536d4b admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=93162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 23:08:36.953855 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4838d72-345e-46e0-ab41-31d113536d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56fc05a-9317-4eb6-b1ac-d2ae2b3c9526,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:36.962365 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4838d72-345e-46e0-ab41-31d113536d4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:36.962875 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4838d72-345e-46e0-ab41-31d113536d4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:36.963235 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4838d72-345e-46e0-ab41-31d113536d4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:36.963577 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4838d72-345e-46e0-ab41-31d113536d4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:36.963914 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4838d72-345e-46e0-ab41-31d113536d4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:36.964258 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4838d72-345e-46e0-ab41-31d113536d4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:36.964673 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4838d72-345e-46e0-ab41-31d113536d4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:36.965006 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4838d72-345e-46e0-ab41-31d113536d4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:36.965339 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4838d72-345e-46e0-ab41-31d113536d4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:36.965659 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4838d72-345e-46e0-ab41-31d113536d4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:36.965981 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4838d72-345e-46e0-ab41-31d113536d4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:36.966300 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4838d72-345e-46e0-ab41-31d113536d4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:36.967370 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4838d72-345e-46e0-ab41-31d113536d4b admin admin] Tracked resource versions report: Jun 29 23:08:36.967370 dv-cinder-769602-4-iscsi neutron-server[93162]: pushed versions: Jun 29 23:08:36.967370 dv-cinder-769602-4-iscsi neutron-server[93162]: { 'AddressGroup': {'1.2'}, Jun 29 23:08:36.967370 dv-cinder-769602-4-iscsi neutron-server[93162]: 'ConntrackHelper': {'1.0'}, Jun 29 23:08:36.967370 dv-cinder-769602-4-iscsi neutron-server[93162]: 'Log': {'1.0'}, Jun 29 23:08:36.967370 dv-cinder-769602-4-iscsi neutron-server[93162]: 'Network': {'1.1'}, Jun 29 23:08:36.967370 dv-cinder-769602-4-iscsi neutron-server[93162]: 'Port': {'1.7'}, Jun 29 23:08:36.967370 dv-cinder-769602-4-iscsi neutron-server[93162]: 'PortForwarding': {'1.2'}, Jun 29 23:08:36.967370 dv-cinder-769602-4-iscsi neutron-server[93162]: 'QosPolicy': {'1.8'}, Jun 29 23:08:36.967370 dv-cinder-769602-4-iscsi neutron-server[93162]: 'SecurityGroup': {'1.4'}, Jun 29 23:08:36.967370 dv-cinder-769602-4-iscsi neutron-server[93162]: 'SecurityGroupRule': {'1.2'}, Jun 29 23:08:36.967370 dv-cinder-769602-4-iscsi neutron-server[93162]: 'SubPort': {'1.0'}, Jun 29 23:08:36.967370 dv-cinder-769602-4-iscsi neutron-server[93162]: 'Subnet': {'1.1'}, Jun 29 23:08:36.967370 dv-cinder-769602-4-iscsi neutron-server[93162]: 'Trunk': {'1.1'}} Jun 29 23:08:36.967370 dv-cinder-769602-4-iscsi neutron-server[93162]: consumer versions: Jun 29 23:08:36.967370 dv-cinder-769602-4-iscsi neutron-server[93162]: { DHCP agent@dv-cinder-769602-4-iscsi: {}, Jun 29 23:08:36.967370 dv-cinder-769602-4-iscsi neutron-server[93162]: HyperV agent@hv-cinder-76960: {}, Jun 29 23:08:36.967370 dv-cinder-769602-4-iscsi neutron-server[93162]: L3 agent@dv-cinder-769602-4-iscsi: {}, Jun 29 23:08:36.967370 dv-cinder-769602-4-iscsi neutron-server[93162]: Metadata agent@dv-cinder-769602-4-iscsi: {}, Jun 29 23:08:36.967370 dv-cinder-769602-4-iscsi neutron-server[93162]: Metering agent@dv-cinder-769602-4-iscsi: {}, Jun 29 23:08:36.967370 dv-cinder-769602-4-iscsi neutron-server[93162]: Open vSwitch agent@dv-cinder-769602-4-iscsi: { 'AddressGroup': '1.2', Jun 29 23:08:36.967370 dv-cinder-769602-4-iscsi neutron-server[93162]: 'ConntrackHelper': '1.0', Jun 29 23:08:36.967370 dv-cinder-769602-4-iscsi neutron-server[93162]: 'Log': '1.0', Jun 29 23:08:36.967370 dv-cinder-769602-4-iscsi neutron-server[93162]: 'Network': '1.1', Jun 29 23:08:36.967370 dv-cinder-769602-4-iscsi neutron-server[93162]: 'Port': '1.7', Jun 29 23:08:36.967370 dv-cinder-769602-4-iscsi neutron-server[93162]: 'PortForwarding': '1.2', Jun 29 23:08:36.967370 dv-cinder-769602-4-iscsi neutron-server[93162]: 'QosPolicy': '1.8', Jun 29 23:08:36.967370 dv-cinder-769602-4-iscsi neutron-server[93162]: 'SecurityGroup': '1.4', Jun 29 23:08:36.967370 dv-cinder-769602-4-iscsi neutron-server[93162]: 'SecurityGroupRule': '1.2', Jun 29 23:08:36.967370 dv-cinder-769602-4-iscsi neutron-server[93162]: 'SubPort': '1.0', Jun 29 23:08:36.967370 dv-cinder-769602-4-iscsi neutron-server[93162]: 'Subnet': '1.1', Jun 29 23:08:36.967370 dv-cinder-769602-4-iscsi neutron-server[93162]: 'Trunk': '1.1'}} Jun 29 23:08:36.967370 dv-cinder-769602-4-iscsi neutron-server[93162]: {{(pid=93162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 23:08:36.971820 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-e4838d72-345e-46e0-ab41-31d113536d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:36.973036 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e4838d72-345e-46e0-ab41-31d113536d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010'] for segment, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:36.973382 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.db.segments_db [None req-e4838d72-345e-46e0-ab41-31d113536d4b admin admin] Added segment 63f270fe-59bf-41e4-861c-414217008130 of type vlan for network 961483aa-60c5-4d0f-82a0-c19a74bfe9c0 Jun 29 23:08:37.025803 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e4838d72-345e-46e0-ab41-31d113536d4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748551094604'] for network, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:37.056831 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e4838d72-345e-46e0-ab41-31d113536d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688'] for network, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:37.058153 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4838d72-345e-46e0-ab41-31d113536d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:08:37.058727 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e4838d72-345e-46e0-ab41-31d113536d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:37.060688 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:37.113485 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-6fda8c12-68ee-4a9a-ad63-2bf5d30d01a4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-805562870-network', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:08:37.130178 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 55564) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:37.130660 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-e4838d72-345e-46e0-ab41-31d113536d4b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6646833 Jun 29 23:08:37.135068 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-9ab4ea97-fc7f-4c59-86ab-d67cba62857e admin admin] Request body: {'subnet': {'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-753116380-subnet', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:08:37.155454 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4838d72-345e-46e0-ab41-31d113536d4b admin admin] Pushing event updated for resources: {'Network': ['ID=961483aa-60c5-4d0f-82a0-c19a74bfe9c0,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:37.161155 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-e4838d72-345e-46e0-ab41-31d113536d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:37.169803 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fda8c12-68ee-4a9a-ad63-2bf5d30d01a4 admin admin] Made reservation on behalf of a764af7b0ca642e4960df1bc8942167a for: {'network': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:08:37.171271 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Network 961483aa-60c5-4d0f-82a0-c19a74bfe9c0 details requested by agent ovs-agent-dv-cinder-769602-4-iscsi with host dv-cinder-769602-4-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:08:37.175932 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6fda8c12-68ee-4a9a-ad63-2bf5d30d01a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for network, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:37.189449 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab4ea97-fc7f-4c59-86ab-d67cba62857e admin admin] Made reservation on behalf of 89f7a8481a72408b89119405a6770fde for: {'subnet': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:08:37.193086 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9ab4ea97-fc7f-4c59-86ab-d67cba62857e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:37.194197 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6fda8c12-68ee-4a9a-ad63-2bf5d30d01a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:37.330990 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6fda8c12-68ee-4a9a-ad63-2bf5d30d01a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:37.339398 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6fda8c12-68ee-4a9a-ad63-2bf5d30d01a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:37.344910 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:37.375846 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fda8c12-68ee-4a9a-ad63-2bf5d30d01a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=93162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 23:08:37.398210 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda8c12-68ee-4a9a-ad63-2bf5d30d01a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112b6707-9d9b-4a15-b2ea-2350058c4834,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:37.402430 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-6fda8c12-68ee-4a9a-ad63-2bf5d30d01a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:37.404082 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6fda8c12-68ee-4a9a-ad63-2bf5d30d01a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010'] for segment, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:37.404597 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.db.segments_db [None req-6fda8c12-68ee-4a9a-ad63-2bf5d30d01a4 admin admin] Added segment a915f56e-4b4b-41eb-9b6a-ec11aa4ed293 of type vlan for network 18655a20-36e7-480e-885c-1e73fb892310 Jun 29 23:08:37.422472 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9ab4ea97-fc7f-4c59-86ab-d67cba62857e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688'] for subnet, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:37.426218 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-1e16732e-0b3c-42b8-98d6-d6ecfbc8ae75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:37.459535 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6fda8c12-68ee-4a9a-ad63-2bf5d30d01a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748551094604'] for network, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:37.473325 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4ea97-fc7f-4c59-86ab-d67cba62857e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cace3d9-d5b7-4676-96cc-bc7171040612,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:37.482105 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4ea97-fc7f-4c59-86ab-d67cba62857e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:37.482695 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4ea97-fc7f-4c59-86ab-d67cba62857e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:37.483195 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4ea97-fc7f-4c59-86ab-d67cba62857e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:37.483669 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4ea97-fc7f-4c59-86ab-d67cba62857e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:37.484142 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4ea97-fc7f-4c59-86ab-d67cba62857e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:37.484489 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4ea97-fc7f-4c59-86ab-d67cba62857e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:37.484859 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4ea97-fc7f-4c59-86ab-d67cba62857e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:37.485178 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4ea97-fc7f-4c59-86ab-d67cba62857e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:37.485511 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4ea97-fc7f-4c59-86ab-d67cba62857e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:37.485829 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4ea97-fc7f-4c59-86ab-d67cba62857e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:37.486142 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4ea97-fc7f-4c59-86ab-d67cba62857e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:37.486452 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4ea97-fc7f-4c59-86ab-d67cba62857e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:37.487500 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4ea97-fc7f-4c59-86ab-d67cba62857e admin admin] Tracked resource versions report: Jun 29 23:08:37.487500 dv-cinder-769602-4-iscsi neutron-server[93163]: pushed versions: Jun 29 23:08:37.487500 dv-cinder-769602-4-iscsi neutron-server[93163]: { 'AddressGroup': {'1.2'}, Jun 29 23:08:37.487500 dv-cinder-769602-4-iscsi neutron-server[93163]: 'ConntrackHelper': {'1.0'}, Jun 29 23:08:37.487500 dv-cinder-769602-4-iscsi neutron-server[93163]: 'Log': {'1.0'}, Jun 29 23:08:37.487500 dv-cinder-769602-4-iscsi neutron-server[93163]: 'Network': {'1.1'}, Jun 29 23:08:37.487500 dv-cinder-769602-4-iscsi neutron-server[93163]: 'Port': {'1.7'}, Jun 29 23:08:37.487500 dv-cinder-769602-4-iscsi neutron-server[93163]: 'PortForwarding': {'1.2'}, Jun 29 23:08:37.487500 dv-cinder-769602-4-iscsi neutron-server[93163]: 'QosPolicy': {'1.8'}, Jun 29 23:08:37.487500 dv-cinder-769602-4-iscsi neutron-server[93163]: 'SecurityGroup': {'1.4'}, Jun 29 23:08:37.487500 dv-cinder-769602-4-iscsi neutron-server[93163]: 'SecurityGroupRule': {'1.2'}, Jun 29 23:08:37.487500 dv-cinder-769602-4-iscsi neutron-server[93163]: 'SubPort': {'1.0'}, Jun 29 23:08:37.487500 dv-cinder-769602-4-iscsi neutron-server[93163]: 'Subnet': {'1.1'}, Jun 29 23:08:37.487500 dv-cinder-769602-4-iscsi neutron-server[93163]: 'Trunk': {'1.1'}} Jun 29 23:08:37.487500 dv-cinder-769602-4-iscsi neutron-server[93163]: consumer versions: Jun 29 23:08:37.487500 dv-cinder-769602-4-iscsi neutron-server[93163]: { DHCP agent@dv-cinder-769602-4-iscsi: {}, Jun 29 23:08:37.487500 dv-cinder-769602-4-iscsi neutron-server[93163]: HyperV agent@hv-cinder-76960: {}, Jun 29 23:08:37.487500 dv-cinder-769602-4-iscsi neutron-server[93163]: L3 agent@dv-cinder-769602-4-iscsi: {}, Jun 29 23:08:37.487500 dv-cinder-769602-4-iscsi neutron-server[93163]: Metadata agent@dv-cinder-769602-4-iscsi: {}, Jun 29 23:08:37.487500 dv-cinder-769602-4-iscsi neutron-server[93163]: Metering agent@dv-cinder-769602-4-iscsi: {}, Jun 29 23:08:37.487500 dv-cinder-769602-4-iscsi neutron-server[93163]: Open vSwitch agent@dv-cinder-769602-4-iscsi: { 'AddressGroup': '1.2', Jun 29 23:08:37.487500 dv-cinder-769602-4-iscsi neutron-server[93163]: 'ConntrackHelper': '1.0', Jun 29 23:08:37.487500 dv-cinder-769602-4-iscsi neutron-server[93163]: 'Log': '1.0', Jun 29 23:08:37.487500 dv-cinder-769602-4-iscsi neutron-server[93163]: 'Network': '1.1', Jun 29 23:08:37.487500 dv-cinder-769602-4-iscsi neutron-server[93163]: 'Port': '1.7', Jun 29 23:08:37.487500 dv-cinder-769602-4-iscsi neutron-server[93163]: 'PortForwarding': '1.2', Jun 29 23:08:37.487500 dv-cinder-769602-4-iscsi neutron-server[93163]: 'QosPolicy': '1.8', Jun 29 23:08:37.487500 dv-cinder-769602-4-iscsi neutron-server[93163]: 'SecurityGroup': '1.4', Jun 29 23:08:37.487500 dv-cinder-769602-4-iscsi neutron-server[93163]: 'SecurityGroupRule': '1.2', Jun 29 23:08:37.487500 dv-cinder-769602-4-iscsi neutron-server[93163]: 'SubPort': '1.0', Jun 29 23:08:37.487500 dv-cinder-769602-4-iscsi neutron-server[93163]: 'Subnet': '1.1', Jun 29 23:08:37.487500 dv-cinder-769602-4-iscsi neutron-server[93163]: 'Trunk': '1.1'}} Jun 29 23:08:37.487500 dv-cinder-769602-4-iscsi neutron-server[93163]: {{(pid=93163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 23:08:37.497686 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-9ab4ea97-fc7f-4c59-86ab-d67cba62857e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:37.501451 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6fda8c12-68ee-4a9a-ad63-2bf5d30d01a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688'] for network, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:37.503549 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fda8c12-68ee-4a9a-ad63-2bf5d30d01a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:08:37.504143 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6fda8c12-68ee-4a9a-ad63-2bf5d30d01a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:37.507177 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-fb7ca985-8752-4d1c-b3b6-90ede688ac35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:37.523305 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab4ea97-fc7f-4c59-86ab-d67cba62857e admin admin] Checking segment: {'id': '63f270fe-59bf-41e4-861c-414217008130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:08:37.523969 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab4ea97-fc7f-4c59-86ab-d67cba62857e admin admin] Network hostable DHCP agents. Network: 961483aa-60c5-4d0f-82a0-c19a74bfe9c0, hostable agents: ['cfabb9e1-4ba2-4051-95c8-b215c3ad7269'], hosted agents: [] {{(pid=93163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:08:37.548003 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab4ea97-fc7f-4c59-86ab-d67cba62857e admin admin] Network 961483aa-60c5-4d0f-82a0-c19a74bfe9c0 is scheduled to be hosted by DHCP agent cfabb9e1-4ba2-4051-95c8-b215c3ad7269 with binding_index 1 {{(pid=93163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:08:37.562773 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-9ab4ea97-fc7f-4c59-86ab-d67cba62857e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-4-iscsi, 961483aa-60c5-4d0f-82a0-c19a74bfe9c0) {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:08:37.568236 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab4ea97-fc7f-4c59-86ab-d67cba62857e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:08:37.569392 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9ab4ea97-fc7f-4c59-86ab-d67cba62857e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for subnet, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:37.573728 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-6fda8c12-68ee-4a9a-ad63-2bf5d30d01a4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8535719 Jun 29 23:08:37.575445 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3432800d-ebe6-4293-b6a3-0e0cf365dad8 None None] Network 961483aa-60c5-4d0f-82a0-c19a74bfe9c0 requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:08:37.578876 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 55592) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:37.588539 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda8c12-68ee-4a9a-ad63-2bf5d30d01a4 admin admin] Pushing event updated for resources: {'Network': ['ID=18655a20-36e7-480e-885c-1e73fb892310,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:37.592848 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-cc79af59-e469-45b9-bc9d-38c14edd9bcd admin admin] Request body: {'subnet': {'network_id': '18655a20-36e7-480e-885c-1e73fb892310', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-805562870-subnet', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:08:37.593297 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-6fda8c12-68ee-4a9a-ad63-2bf5d30d01a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:37.617367 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-9ab4ea97-fc7f-4c59-86ab-d67cba62857e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4873443 Jun 29 23:08:37.618310 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55594) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:37.624607 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-706c791a-2473-48e3-8eec-8e0e6273365b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-753116380-router', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'}}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:08:37.649971 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc79af59-e469-45b9-bc9d-38c14edd9bcd admin admin] Made reservation on behalf of a764af7b0ca642e4960df1bc8942167a for: {'subnet': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:08:37.653015 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cc79af59-e469-45b9-bc9d-38c14edd9bcd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:37.669594 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-706c791a-2473-48e3-8eec-8e0e6273365b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-450309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2020'] for router, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:37.670815 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-706c791a-2473-48e3-8eec-8e0e6273365b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2029'] for router, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:37.743739 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-706c791a-2473-48e3-8eec-8e0e6273365b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:37.794575 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Network 18655a20-36e7-480e-885c-1e73fb892310 details requested by agent ovs-agent-dv-cinder-769602-4-iscsi with host dv-cinder-769602-4-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:08:37.909556 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cc79af59-e469-45b9-bc9d-38c14edd9bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688'] for subnet, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:37.913617 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:37.962250 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79af59-e469-45b9-bc9d-38c14edd9bcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=722d70ab-2523-4ee0-92c1-9e31835f606a,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:37.965785 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-706c791a-2473-48e3-8eec-8e0e6273365b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-489796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-450314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1823'] for router, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:37.966775 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-cc79af59-e469-45b9-bc9d-38c14edd9bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:37.998844 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp803aeffc-a578-5cd1-be8d-e0bc517096b8-961483aa-60c5-4d0f-82a0-c19a74bfe9c0', 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'fixed_ips': [{'subnet_id': '0cace3d9-d5b7-4676-96cc-bc7171040612'}]}} from dv-cinder-769602-4-iscsi. {{(pid=93164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 23:08:38.000013 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:38.001043 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc79af59-e469-45b9-bc9d-38c14edd9bcd admin admin] Checking segment: {'id': 'a915f56e-4b4b-41eb-9b6a-ec11aa4ed293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '18655a20-36e7-480e-885c-1e73fb892310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:08:38.001456 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc79af59-e469-45b9-bc9d-38c14edd9bcd admin admin] Network hostable DHCP agents. Network: 18655a20-36e7-480e-885c-1e73fb892310, hostable agents: ['cfabb9e1-4ba2-4051-95c8-b215c3ad7269'], hosted agents: [] {{(pid=93163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:08:38.021061 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc79af59-e469-45b9-bc9d-38c14edd9bcd admin admin] Network 18655a20-36e7-480e-885c-1e73fb892310 is scheduled to be hosted by DHCP agent cfabb9e1-4ba2-4051-95c8-b215c3ad7269 with binding_index 1 {{(pid=93163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:08:38.033905 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-cc79af59-e469-45b9-bc9d-38c14edd9bcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-4-iscsi, 18655a20-36e7-480e-885c-1e73fb892310) {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:08:38.040654 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc79af59-e469-45b9-bc9d-38c14edd9bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:08:38.041396 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cc79af59-e469-45b9-bc9d-38c14edd9bcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for subnet, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:38.050384 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55604) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:38.076366 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-cc79af59-e469-45b9-bc9d-38c14edd9bcd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4954224 Jun 29 23:08:38.077217 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 55610) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:38.082318 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-e45d12f7-a2f5-409e-9e3a-ad3fb00081ff admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-805562870-router', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'}}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:08:38.088508 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad33287-49ad-4b05-a9c7-c96cd7a0f4b4 None None] Network 18655a20-36e7-480e-885c-1e73fb892310 requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:08:38.132147 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e45d12f7-a2f5-409e-9e3a-ad3fb00081ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-450309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2020'] for router, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:38.134654 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e45d12f7-a2f5-409e-9e3a-ad3fb00081ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2029'] for router, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:38.289326 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55620) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:38.294143 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a1f098-95a2-44d9-a754-fcd2ad178a3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp803aeffc-a578-5cd1-be8d-e0bc517096b8-18655a20-36e7-480e-885c-1e73fb892310', 'network_id': '18655a20-36e7-480e-885c-1e73fb892310', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'fixed_ips': [{'subnet_id': '722d70ab-2523-4ee0-92c1-9e31835f606a'}]}} from dv-cinder-769602-4-iscsi. {{(pid=93164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 23:08:38.295619 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-09a1f098-95a2-44d9-a754-fcd2ad178a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:38.365907 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.db_base_plugin_common [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Allocated IP 172.20.0.2 (961483aa-60c5-4d0f-82a0-c19a74bfe9c0/0cace3d9-d5b7-4676-96cc-bc7171040612/44e6dbcd-35c8-45b0-8546-7f9a90f9097e) {{(pid=93164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:08:38.374449 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e45d12f7-a2f5-409e-9e3a-ad3fb00081ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:38.376020 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-706c791a-2473-48e3-8eec-8e0e6273365b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:38.399385 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-706c791a-2473-48e3-8eec-8e0e6273365b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:38.526204 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-706c791a-2473-48e3-8eec-8e0e6273365b admin admin] Allocated IP 172.27.0.98 (4f4d7b89-f14b-44bd-8c77-680ef6990266/7d983a82-3206-4a2a-9ce9-3b2c9dc20086/a4f6692f-d376-41f7-b509-b1d6598df151) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:08:38.545997 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-11d6012e-aac9-49f0-8e36-569ad5eabbf7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-252107133-network', 'tenant_id': 'a21d7629b3b04afe9b528722dbde8df7'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:08:38.607895 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.db_base_plugin_common [None req-09a1f098-95a2-44d9-a754-fcd2ad178a3c None None] Allocated IP 172.20.0.2 (18655a20-36e7-480e-885c-1e73fb892310/722d70ab-2523-4ee0-92c1-9e31835f606a/50a89366-4d3f-4291-913f-a215c4e20ea7) {{(pid=93164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:08:38.666534 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e45d12f7-a2f5-409e-9e3a-ad3fb00081ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-489796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-450314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1823'] for router, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:38.677247 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d6012e-aac9-49f0-8e36-569ad5eabbf7 admin admin] Made reservation on behalf of a21d7629b3b04afe9b528722dbde8df7 for: {'network': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:08:38.681174 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-11d6012e-aac9-49f0-8e36-569ad5eabbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for network, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:38.697169 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-11d6012e-aac9-49f0-8e36-569ad5eabbf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:38.785404 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-1bb3fc32-a2a5-4b10-aced-df0747dab4ab admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2092558607-network', 'tenant_id': '8378e93c855941b39dd893e27fa43ef1'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:08:38.797042 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-706c791a-2473-48e3-8eec-8e0e6273365b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:38.877597 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Notify callbacks [] for port, precommit_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:38.885992 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-706c791a-2473-48e3-8eec-8e0e6273365b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:38.888272 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-11d6012e-aac9-49f0-8e36-569ad5eabbf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:38.891790 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-e27a05d5-4157-4a28-8d84-01b0171b65e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:38.912490 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Transition to ACTIVE for port object 44e6dbcd-35c8-45b0-8546-7f9a90f9097e will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:08:38.947685 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-11d6012e-aac9-49f0-8e36-569ad5eabbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:38.953931 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb3fc32-a2a5-4b10-aced-df0747dab4ab admin admin] Made reservation on behalf of 8378e93c855941b39dd893e27fa43ef1 for: {'network': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:08:38.956978 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1bb3fc32-a2a5-4b10-aced-df0747dab4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for network, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:38.978120 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11d6012e-aac9-49f0-8e36-569ad5eabbf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=93162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 23:08:38.988987 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-11d6012e-aac9-49f0-8e36-569ad5eabbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010'] for segment, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:38.989378 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.db.segments_db [None req-11d6012e-aac9-49f0-8e36-569ad5eabbf7 admin admin] Added segment 5d2d0cd6-76c9-4e19-adbc-069cbe49383d of type vlan for network 89702f14-ff61-4cde-bb1a-7226991037f5 Jun 29 23:08:38.989506 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Transition to ACTIVE for port object 44e6dbcd-35c8-45b0-8546-7f9a90f9097e will not be triggered until provisioned by entity DHCP. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:08:39.004764 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181'] for port, after_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:39.016817 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:39.033174 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-09a1f098-95a2-44d9-a754-fcd2ad178a3c None None] Notify callbacks [] for port, precommit_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:39.040542 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-11d6012e-aac9-49f0-8e36-569ad5eabbf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748551094604'] for network, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:39.046514 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Network 961483aa-60c5-4d0f-82a0-c19a74bfe9c0 is already hosted by enough agents. {{(pid=93164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:08:39.082523 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-11d6012e-aac9-49f0-8e36-569ad5eabbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688'] for network, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:39.084588 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1bb3fc32-a2a5-4b10-aced-df0747dab4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:39.095886 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d6012e-aac9-49f0-8e36-569ad5eabbf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:08:39.096471 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-11d6012e-aac9-49f0-8e36-569ad5eabbf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:39.110646 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c791a-2473-48e3-8eec-8e0e6273365b admin admin] Pushing event updated for resources: {'Port': ['ID=a4f6692f-d376-41f7-b509-b1d6598df151,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:39.114184 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.scheduler.base_scheduler [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Resources bound (agent type, host, resource id): {{(pid=93164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:08:39.123263 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-706c791a-2473-48e3-8eec-8e0e6273365b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:39.125277 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-09a1f098-95a2-44d9-a754-fcd2ad178a3c None None] Transition to ACTIVE for port object 50a89366-4d3f-4291-913f-a215c4e20ea7 will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:08:39.126109 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706c791a-2473-48e3-8eec-8e0e6273365b admin admin] Network 4f4d7b89-f14b-44bd-8c77-680ef6990266 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:08:39.127436 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Received port after_create {{(pid=93164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:08:39.139265 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-6fda8c12-68ee-4a9a-ad63-2bf5d30d01a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:39.151476 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-706c791a-2473-48e3-8eec-8e0e6273365b admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:08:39.176428 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706c791a-2473-48e3-8eec-8e0e6273365b admin admin] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:08:39.232816 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e45d12f7-a2f5-409e-9e3a-ad3fb00081ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:39.264065 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-09a1f098-95a2-44d9-a754-fcd2ad178a3c None None] Transition to ACTIVE for port object 50a89366-4d3f-4291-913f-a215c4e20ea7 will not be triggered until provisioned by entity DHCP. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:08:39.268230 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Pushing event updated for resources: {'Port': ['ID=44e6dbcd-35c8-45b0-8546-7f9a90f9097e,revision_number=1']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:39.271274 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e45d12f7-a2f5-409e-9e3a-ad3fb00081ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:39.338725 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d6012e-aac9-49f0-8e36-569ad5eabbf7 admin admin] Pushing event updated for resources: {'Network': ['ID=89702f14-ff61-4cde-bb1a-7226991037f5,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:39.344158 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-11d6012e-aac9-49f0-8e36-569ad5eabbf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:39.348016 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-09a1f098-95a2-44d9-a754-fcd2ad178a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181'] for port, after_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:39.349222 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-e4838d72-345e-46e0-ab41-31d113536d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.272s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:39.372143 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:39.373951 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:39.374636 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:39.374636 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:39.376154 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:39.376603 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:39.377735 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:39.379052 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:39.379736 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:39.381067 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:39.382369 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:39.383557 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:39.387525 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Tracked resource versions report: Jun 29 23:08:39.387525 dv-cinder-769602-4-iscsi neutron-server[93164]: pushed versions: Jun 29 23:08:39.387525 dv-cinder-769602-4-iscsi neutron-server[93164]: { 'AddressGroup': {'1.2'}, Jun 29 23:08:39.387525 dv-cinder-769602-4-iscsi neutron-server[93164]: 'ConntrackHelper': {'1.0'}, Jun 29 23:08:39.387525 dv-cinder-769602-4-iscsi neutron-server[93164]: 'Log': {'1.0'}, Jun 29 23:08:39.387525 dv-cinder-769602-4-iscsi neutron-server[93164]: 'Network': {'1.1'}, Jun 29 23:08:39.387525 dv-cinder-769602-4-iscsi neutron-server[93164]: 'Port': {'1.7'}, Jun 29 23:08:39.387525 dv-cinder-769602-4-iscsi neutron-server[93164]: 'PortForwarding': {'1.2'}, Jun 29 23:08:39.387525 dv-cinder-769602-4-iscsi neutron-server[93164]: 'QosPolicy': {'1.8'}, Jun 29 23:08:39.387525 dv-cinder-769602-4-iscsi neutron-server[93164]: 'SecurityGroup': {'1.4'}, Jun 29 23:08:39.387525 dv-cinder-769602-4-iscsi neutron-server[93164]: 'SecurityGroupRule': {'1.2'}, Jun 29 23:08:39.387525 dv-cinder-769602-4-iscsi neutron-server[93164]: 'SubPort': {'1.0'}, Jun 29 23:08:39.387525 dv-cinder-769602-4-iscsi neutron-server[93164]: 'Subnet': {'1.1'}, Jun 29 23:08:39.387525 dv-cinder-769602-4-iscsi neutron-server[93164]: 'Trunk': {'1.1'}} Jun 29 23:08:39.387525 dv-cinder-769602-4-iscsi neutron-server[93164]: consumer versions: Jun 29 23:08:39.387525 dv-cinder-769602-4-iscsi neutron-server[93164]: { DHCP agent@dv-cinder-769602-4-iscsi: {}, Jun 29 23:08:39.387525 dv-cinder-769602-4-iscsi neutron-server[93164]: HyperV agent@hv-cinder-76960: {}, Jun 29 23:08:39.387525 dv-cinder-769602-4-iscsi neutron-server[93164]: L3 agent@dv-cinder-769602-4-iscsi: {}, Jun 29 23:08:39.387525 dv-cinder-769602-4-iscsi neutron-server[93164]: Metadata agent@dv-cinder-769602-4-iscsi: {}, Jun 29 23:08:39.387525 dv-cinder-769602-4-iscsi neutron-server[93164]: Metering agent@dv-cinder-769602-4-iscsi: {}, Jun 29 23:08:39.387525 dv-cinder-769602-4-iscsi neutron-server[93164]: Open vSwitch agent@dv-cinder-769602-4-iscsi: { 'AddressGroup': '1.2', Jun 29 23:08:39.387525 dv-cinder-769602-4-iscsi neutron-server[93164]: 'ConntrackHelper': '1.0', Jun 29 23:08:39.387525 dv-cinder-769602-4-iscsi neutron-server[93164]: 'Log': '1.0', Jun 29 23:08:39.387525 dv-cinder-769602-4-iscsi neutron-server[93164]: 'Network': '1.1', Jun 29 23:08:39.387525 dv-cinder-769602-4-iscsi neutron-server[93164]: 'Port': '1.7', Jun 29 23:08:39.387525 dv-cinder-769602-4-iscsi neutron-server[93164]: 'PortForwarding': '1.2', Jun 29 23:08:39.387525 dv-cinder-769602-4-iscsi neutron-server[93164]: 'QosPolicy': '1.8', Jun 29 23:08:39.387525 dv-cinder-769602-4-iscsi neutron-server[93164]: 'SecurityGroup': '1.4', Jun 29 23:08:39.387525 dv-cinder-769602-4-iscsi neutron-server[93164]: 'SecurityGroupRule': '1.2', Jun 29 23:08:39.387525 dv-cinder-769602-4-iscsi neutron-server[93164]: 'SubPort': '1.0', Jun 29 23:08:39.387525 dv-cinder-769602-4-iscsi neutron-server[93164]: 'Subnet': '1.1', Jun 29 23:08:39.387525 dv-cinder-769602-4-iscsi neutron-server[93164]: 'Trunk': '1.1'}} Jun 29 23:08:39.387525 dv-cinder-769602-4-iscsi neutron-server[93164]: {{(pid=93164) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 23:08:39.397692 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d6012e-aac9-49f0-8e36-569ad5eabbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68522740-6ac8-4962-9c7d-83dcc7f2f5b3,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:39.404627 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-11d6012e-aac9-49f0-8e36-569ad5eabbf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:39.414003 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Network 89702f14-ff61-4cde-bb1a-7226991037f5 details requested by agent ovs-agent-dv-cinder-769602-4-iscsi with host dv-cinder-769602-4-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:08:39.419208 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:39.419443 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:39.458764 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Attempting to bind port 44e6dbcd-35c8-45b0-8546-7f9a90f9097e on host dv-cinder-769602-4-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:08:39.459132 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Attempting to bind port 44e6dbcd-35c8-45b0-8546-7f9a90f9097e by drivers openvswitch,hyperv on host dv-cinder-769602-4-iscsi at level 0 using segments [{'id': '63f270fe-59bf-41e4-861c-414217008130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:08:39.459500 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Attempting to bind port 44e6dbcd-35c8-45b0-8546-7f9a90f9097e on network 961483aa-60c5-4d0f-82a0-c19a74bfe9c0 {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:08:39.470684 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1bb3fc32-a2a5-4b10-aced-df0747dab4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:39.482549 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1bb3fc32-a2a5-4b10-aced-df0747dab4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:39.570185 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Checking agent: {'id': 'a1c2e225-8bcd-423f-9b74-e274311af98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 0, 50), 'started_at': datetime.datetime(2021, 6, 29, 23, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:08:39.570738 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Checking segment: {'id': '63f270fe-59bf-41e4-861c-414217008130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:08:39.571661 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:39.572467 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Bound using segment: {'id': '63f270fe-59bf-41e4-861c-414217008130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:08:39.573105 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Bound port: 44e6dbcd-35c8-45b0-8546-7f9a90f9097e, host: dv-cinder-769602-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f270fe-59bf-41e4-861c-414217008130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:08:39.573599 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:39.592615 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a1f098-95a2-44d9-a754-fcd2ad178a3c None None] Network 18655a20-36e7-480e-885c-1e73fb892310 is already hosted by enough agents. {{(pid=93164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:08:39.628949 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.scheduler.base_scheduler [None req-09a1f098-95a2-44d9-a754-fcd2ad178a3c None None] Resources bound (agent type, host, resource id): {{(pid=93164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:08:39.640860 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a1f098-95a2-44d9-a754-fcd2ad178a3c None None] Received port after_create {{(pid=93164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:08:39.657759 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [None req-e45d12f7-a2f5-409e-9e3a-ad3fb00081ff admin admin] Allocated IP 172.27.0.41 (4f4d7b89-f14b-44bd-8c77-680ef6990266/7d983a82-3206-4a2a-9ce9-3b2c9dc20086/f31c9d51-f31b-43b7-a629-311269139d80) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:08:39.713616 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-11d6012e-aac9-49f0-8e36-569ad5eabbf7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6621547 Jun 29 23:08:39.714948 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55666) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:39.718925 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-6fda8c12-68ee-4a9a-ad63-2bf5d30d01a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:39.729876 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-84e2e60b-55ba-48ab-aaa4-af82868ccd39 admin admin] Request body: {'subnet': {'network_id': '89702f14-ff61-4cde-bb1a-7226991037f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-252107133-subnet', 'tenant_id': 'a21d7629b3b04afe9b528722dbde8df7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:08:39.772236 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bb3fc32-a2a5-4b10-aced-df0747dab4ab admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=93162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 23:08:39.835153 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1f098-95a2-44d9-a754-fcd2ad178a3c None None] Pushing event updated for resources: {'Port': ['ID=50a89366-4d3f-4291-913f-a215c4e20ea7,revision_number=1']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:39.845050 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-09a1f098-95a2-44d9-a754-fcd2ad178a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:39.867992 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb3fc32-a2a5-4b10-aced-df0747dab4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573df093-9831-4d00-8fac-d015d3943764,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:39.868341 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-09a1f098-95a2-44d9-a754-fcd2ad178a3c None None] Attempting to bind port 50a89366-4d3f-4291-913f-a215c4e20ea7 on host dv-cinder-769602-4-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:08:39.868749 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-09a1f098-95a2-44d9-a754-fcd2ad178a3c None None] Attempting to bind port 50a89366-4d3f-4291-913f-a215c4e20ea7 by drivers openvswitch,hyperv on host dv-cinder-769602-4-iscsi at level 0 using segments [{'id': 'a915f56e-4b4b-41eb-9b6a-ec11aa4ed293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '18655a20-36e7-480e-885c-1e73fb892310'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:08:39.869149 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a1f098-95a2-44d9-a754-fcd2ad178a3c None None] Attempting to bind port 50a89366-4d3f-4291-913f-a215c4e20ea7 on network 18655a20-36e7-480e-885c-1e73fb892310 {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:08:39.877939 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] For port 44e6dbcd-35c8-45b0-8546-7f9a90f9097e, host dv-cinder-769602-4-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:08:39.881286 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] For port 44e6dbcd-35c8-45b0-8546-7f9a90f9097e, host dv-cinder-769602-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=44e6dbcd-35c8-45b0-8546-7f9a90f9097e,segment=NetworkSegment(63f270fe-59bf-41e4-861c-414217008130),segment_id=63f270fe-59bf-41e4-861c-414217008130)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:08:39.882437 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a1f098-95a2-44d9-a754-fcd2ad178a3c None None] Checking agent: {'id': 'a1c2e225-8bcd-423f-9b74-e274311af98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 0, 50), 'started_at': datetime.datetime(2021, 6, 29, 23, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:08:39.882784 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a1f098-95a2-44d9-a754-fcd2ad178a3c None None] Checking segment: {'id': 'a915f56e-4b4b-41eb-9b6a-ec11aa4ed293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '18655a20-36e7-480e-885c-1e73fb892310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:08:39.883872 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-09a1f098-95a2-44d9-a754-fcd2ad178a3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:39.884269 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a1f098-95a2-44d9-a754-fcd2ad178a3c None None] Bound using segment: {'id': 'a915f56e-4b4b-41eb-9b6a-ec11aa4ed293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '18655a20-36e7-480e-885c-1e73fb892310'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:08:39.884947 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-09a1f098-95a2-44d9-a754-fcd2ad178a3c None None] Bound port: 50a89366-4d3f-4291-913f-a215c4e20ea7, host: dv-cinder-769602-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a915f56e-4b4b-41eb-9b6a-ec11aa4ed293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '18655a20-36e7-480e-885c-1e73fb892310'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:08:39.885238 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-09a1f098-95a2-44d9-a754-fcd2ad178a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:39.892858 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-1bb3fc32-a2a5-4b10-aced-df0747dab4ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:39.895168 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:39.902054 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:39.904536 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1bb3fc32-a2a5-4b10-aced-df0747dab4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010'] for segment, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:39.906901 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.db.segments_db [None req-1bb3fc32-a2a5-4b10-aced-df0747dab4ab admin admin] Added segment c48b2b9f-c25c-493c-b663-dfe98edfd665 of type vlan for network 8bd729ce-1183-4f9e-96cc-84a21b355d36 Jun 29 23:08:39.922184 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-706c791a-2473-48e3-8eec-8e0e6273365b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:39.940398 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e45d12f7-a2f5-409e-9e3a-ad3fb00081ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:40.020113 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e2e60b-55ba-48ab-aaa4-af82868ccd39 admin admin] Made reservation on behalf of a21d7629b3b04afe9b528722dbde8df7 for: {'subnet': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:08:40.027057 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-84e2e60b-55ba-48ab-aaa4-af82868ccd39 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:40.032679 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Pushing event updated for resources: {'Port': ['ID=44e6dbcd-35c8-45b0-8546-7f9a90f9097e,revision_number=2']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:40.040174 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:40.047792 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-09a1f098-95a2-44d9-a754-fcd2ad178a3c None None] For port 50a89366-4d3f-4291-913f-a215c4e20ea7, host dv-cinder-769602-4-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:08:40.051886 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-09a1f098-95a2-44d9-a754-fcd2ad178a3c None None] For port 50a89366-4d3f-4291-913f-a215c4e20ea7, host dv-cinder-769602-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=50a89366-4d3f-4291-913f-a215c4e20ea7,segment=NetworkSegment(a915f56e-4b4b-41eb-9b6a-ec11aa4ed293),segment_id=a915f56e-4b4b-41eb-9b6a-ec11aa4ed293)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:08:40.064729 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-09a1f098-95a2-44d9-a754-fcd2ad178a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:40.074345 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-7fcbe4d7-984b-4e7a-93aa-fbc8ed8f5c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:40.104694 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e45d12f7-a2f5-409e-9e3a-ad3fb00081ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:40.111740 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:40.208083 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1f098-95a2-44d9-a754-fcd2ad178a3c None None] Pushing event updated for resources: {'Port': ['ID=50a89366-4d3f-4291-913f-a215c4e20ea7,revision_number=2']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:40.214237 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-09a1f098-95a2-44d9-a754-fcd2ad178a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:40.270238 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45d12f7-a2f5-409e-9e3a-ad3fb00081ff admin admin] Network 4f4d7b89-f14b-44bd-8c77-680ef6990266 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:08:40.306555 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-e45d12f7-a2f5-409e-9e3a-ad3fb00081ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:08:40.317206 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45d12f7-a2f5-409e-9e3a-ad3fb00081ff admin admin] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:08:40.334029 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1bb3fc32-a2a5-4b10-aced-df0747dab4ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748551094604'] for network, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:40.405233 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:08:40.578826 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-706c791a-2473-48e3-8eec-8e0e6273365b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-450323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-489888'] for router, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:40.591053 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1bb3fc32-a2a5-4b10-aced-df0747dab4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688'] for network, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:40.595407 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb3fc32-a2a5-4b10-aced-df0747dab4ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:08:40.596215 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1bb3fc32-a2a5-4b10-aced-df0747dab4ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:40.611776 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:40.758796 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb3fc32-a2a5-4b10-aced-df0747dab4ab admin admin] Pushing event updated for resources: {'Network': ['ID=8bd729ce-1183-4f9e-96cc-84a21b355d36,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:40.768904 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-1bb3fc32-a2a5-4b10-aced-df0747dab4ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:40.773217 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Network 8bd729ce-1183-4f9e-96cc-84a21b355d36 details requested by agent ovs-agent-dv-cinder-769602-4-iscsi with host dv-cinder-769602-4-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:08:40.775980 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d12f7-a2f5-409e-9e3a-ad3fb00081ff admin admin] Pushing event updated for resources: {'Port': ['ID=f31c9d51-f31b-43b7-a629-311269139d80,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:40.776134 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-1bb3fc32-a2a5-4b10-aced-df0747dab4ab admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4794877 Jun 29 23:08:40.801986 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 55710) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:40.809025 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-e45d12f7-a2f5-409e-9e3a-ad3fb00081ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:40.823330 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-1c88df8b-7e06-41b4-9607-5e796eb5019f admin admin] Request body: {'subnet': {'network_id': '8bd729ce-1183-4f9e-96cc-84a21b355d36', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2092558607-subnet', 'tenant_id': '8378e93c855941b39dd893e27fa43ef1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:08:40.992179 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c88df8b-7e06-41b4-9607-5e796eb5019f admin admin] Made reservation on behalf of 8378e93c855941b39dd893e27fa43ef1 for: {'subnet': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:08:40.995324 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1c88df8b-7e06-41b4-9607-5e796eb5019f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:41.028345 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-84e2e60b-55ba-48ab-aaa4-af82868ccd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688'] for subnet, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:41.033319 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:41.099465 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e45d12f7-a2f5-409e-9e3a-ad3fb00081ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:41.108831 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706c791a-2473-48e3-8eec-8e0e6273365b admin admin] Router e35bc8f0-c8a2-451c-b269-ba9cd96100e9 is scheduled to L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f with binding_index 1 {{(pid=93162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 23:08:41.122047 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2e60b-55ba-48ab-aaa4-af82868ccd39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=849ea54a-79f1-48c3-8b24-76e2484d0112,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:41.131796 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-84e2e60b-55ba-48ab-aaa4-af82868ccd39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:41.197007 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e2e60b-55ba-48ab-aaa4-af82868ccd39 admin admin] Checking segment: {'id': '5d2d0cd6-76c9-4e19-adbc-069cbe49383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '89702f14-ff61-4cde-bb1a-7226991037f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:08:41.197536 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e2e60b-55ba-48ab-aaa4-af82868ccd39 admin admin] Network hostable DHCP agents. Network: 89702f14-ff61-4cde-bb1a-7226991037f5, hostable agents: ['cfabb9e1-4ba2-4051-95c8-b215c3ad7269'], hosted agents: [] {{(pid=93162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:08:41.294028 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e2e60b-55ba-48ab-aaa4-af82868ccd39 admin admin] Network 89702f14-ff61-4cde-bb1a-7226991037f5 is scheduled to be hosted by DHCP agent cfabb9e1-4ba2-4051-95c8-b215c3ad7269 with binding_index 1 {{(pid=93162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:08:41.336482 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-84e2e60b-55ba-48ab-aaa4-af82868ccd39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-4-iscsi, 89702f14-ff61-4cde-bb1a-7226991037f5) {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:08:41.346823 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e2e60b-55ba-48ab-aaa4-af82868ccd39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:08:41.347092 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe85b758-74ee-4be9-9303-6f5a7c4a2386 None None] Network 89702f14-ff61-4cde-bb1a-7226991037f5 requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:08:41.347798 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-84e2e60b-55ba-48ab-aaa4-af82868ccd39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:41.377248 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706c791a-2473-48e3-8eec-8e0e6273365b admin admin] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:08:41.392712 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818541dc-47a4-49f4-be89-36a1caba7de5 None None] Sync routers for ids ['e35bc8f0-c8a2-451c-b269-ba9cd96100e9'] in dv-cinder-769602-4-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:08:41.419856 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818541dc-47a4-49f4-be89-36a1caba7de5 None None] Routers {'e35bc8f0-c8a2-451c-b269-ba9cd96100e9'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:08:41.420753 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-818541dc-47a4-49f4-be89-36a1caba7de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:08:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['e35bc8f0-c8a2-451c-b269-ba9cd96100e9'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:08:41.433186 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-84e2e60b-55ba-48ab-aaa4-af82868ccd39 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7122984 Jun 29 23:08:41.434574 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55746) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:41.452893 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-5efc09d7-5299-4a6d-9281-7f080097952a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-252107133-router', 'tenant_id': 'a21d7629b3b04afe9b528722dbde8df7', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'}}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:08:41.470838 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-706c791a-2473-48e3-8eec-8e0e6273365b admin admin] Notify callbacks [] for router, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:41.477601 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-706c791a-2473-48e3-8eec-8e0e6273365b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8573081 Jun 29 23:08:41.478730 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55748) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:41.539100 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e69501-db82-4651-ba92-2b8fc5e65ee5 None None] Network 961483aa-60c5-4d0f-82a0-c19a74bfe9c0 requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:08:41.584778 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5efc09d7-5299-4a6d-9281-7f080097952a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-450309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2020'] for router, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:41.586050 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5efc09d7-5299-4a6d-9281-7f080097952a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2029'] for router, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:41.754899 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-02394159-63dc-4c65-8204-c5588cfe01d5 None None] Provisioning for port 44e6dbcd-35c8-45b0-8546-7f9a90f9097e completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:08:41.755704 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5efc09d7-5299-4a6d-9281-7f080097952a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:41.763385 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-818541dc-47a4-49f4-be89-36a1caba7de5 None None] Set router e35bc8f0-c8a2-451c-b269-ba9cd96100e9 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:08:41.771762 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1c88df8b-7e06-41b4-9607-5e796eb5019f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688'] for subnet, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:41.783501 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:41.809732 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e45d12f7-a2f5-409e-9e3a-ad3fb00081ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-450323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-489888'] for router, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:41.939995 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88df8b-7e06-41b4-9607-5e796eb5019f admin admin] Pushing event updated for resources: {'Subnet': ['ID=122a3829-92ba-4fc6-be43-01e8bc5685dd,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:41.953479 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-1c88df8b-7e06-41b4-9607-5e796eb5019f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:41.975124 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56935025-2bb7-4f28-9848-d6cdcec45334 None None] Network 89702f14-ff61-4cde-bb1a-7226991037f5 requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:08:42.040343 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c88df8b-7e06-41b4-9607-5e796eb5019f admin admin] Checking segment: {'id': 'c48b2b9f-c25c-493c-b663-dfe98edfd665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8bd729ce-1183-4f9e-96cc-84a21b355d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:08:42.040343 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c88df8b-7e06-41b4-9607-5e796eb5019f admin admin] Network hostable DHCP agents. Network: 8bd729ce-1183-4f9e-96cc-84a21b355d36, hostable agents: ['cfabb9e1-4ba2-4051-95c8-b215c3ad7269'], hosted agents: [] {{(pid=93163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:08:42.126825 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192ee902-f77f-4ee7-b259-759fe1fc7c14 None None] Network 18655a20-36e7-480e-885c-1e73fb892310 requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:08:42.190481 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c88df8b-7e06-41b4-9607-5e796eb5019f admin admin] Network 8bd729ce-1183-4f9e-96cc-84a21b355d36 is scheduled to be hosted by DHCP agent cfabb9e1-4ba2-4051-95c8-b215c3ad7269 with binding_index 1 {{(pid=93163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:08:42.207038 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-818541dc-47a4-49f4-be89-36a1caba7de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'name': 'tempest-AttachVolumeTestJSON-753116380-router', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'a4f6692f-d376-41f7-b509-b1d6598df151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:37Z', 'updated_at': '2021-06-29T23:08:39Z', 'revision_number': 3, 'project_id': '89f7a8481a72408b89119405a6770fde', 'gw_port': {'id': 'a4f6692f-d376-41f7-b509-b1d6598df151', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:08:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi'}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:08:42.275412 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-1c88df8b-7e06-41b4-9607-5e796eb5019f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-4-iscsi, 8bd729ce-1183-4f9e-96cc-84a21b355d36) {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:08:42.286423 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818541dc-47a4-49f4-be89-36a1caba7de5 None None] Checking router: e35bc8f0-c8a2-451c-b269-ba9cd96100e9 for host: dv-cinder-769602-4-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:08:42.287217 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818541dc-47a4-49f4-be89-36a1caba7de5 None None] Updating router e35bc8f0-c8a2-451c-b269-ba9cd96100e9 port a4f6692f-d376-41f7-b509-b1d6598df151 binding host dv-cinder-769602-4-iscsi {{(pid=93165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:08:42.288700 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c88df8b-7e06-41b4-9607-5e796eb5019f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:08:42.289684 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1c88df8b-7e06-41b4-9607-5e796eb5019f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for subnet, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:42.328861 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5efc09d7-5299-4a6d-9281-7f080097952a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-489796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-450314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1823'] for router, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:42.341916 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-1c88df8b-7e06-41b4-9607-5e796eb5019f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5300725 Jun 29 23:08:42.352121 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-818541dc-47a4-49f4-be89-36a1caba7de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:42.373607 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45d12f7-a2f5-409e-9e3a-ad3fb00081ff admin admin] Router adf66a88-a972-4134-a833-293cc867cab5 is scheduled to L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f with binding_index 1 {{(pid=93163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 23:08:42.629387 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45d12f7-a2f5-409e-9e3a-ad3fb00081ff admin admin] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:08:42.643329 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4b935cf6-03ef-45a7-92f1-25bf9230d282 None None] Provisioning for port 50a89366-4d3f-4291-913f-a215c4e20ea7 completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:08:42.652092 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e45d12f7-a2f5-409e-9e3a-ad3fb00081ff admin admin] Notify callbacks [] for router, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:42.657175 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-e45d12f7-a2f5-409e-9e3a-ad3fb00081ff admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5787365 Jun 29 23:08:42.659300 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 55782) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:42.670007 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52976627-2816-4ac8-a5d7-f04533261c3e None None] Network 8bd729ce-1183-4f9e-96cc-84a21b355d36 requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:08:42.673675 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 44e6dbcd-35c8-45b0-8546-7f9a90f9097e up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:08:42.720891 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 55788) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:42.754798 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 55792) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:42.815285 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf380ec-267f-4741-9e0a-5bb46ca347e4 None None] Sync routers for ids ['adf66a88-a972-4134-a833-293cc867cab5'] in dv-cinder-769602-4-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:08:42.937432 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-714cd860-f23b-4215-a12c-11ea5b3e9d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:42.955893 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-818541dc-47a4-49f4-be89-36a1caba7de5 None None] Notify callbacks [] for port, precommit_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:42.968470 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.provisioning_blocks [None req-818541dc-47a4-49f4-be89-36a1caba7de5 None None] Transition to ACTIVE for port object a4f6692f-d376-41f7-b509-b1d6598df151 will not be triggered until provisioned by entity L2. {{(pid=93165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:08:42.980742 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-818541dc-47a4-49f4-be89-36a1caba7de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:42.981276 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf380ec-267f-4741-9e0a-5bb46ca347e4 None None] Routers {'adf66a88-a972-4134-a833-293cc867cab5'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:08:42.982453 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-3bf380ec-267f-4741-9e0a-5bb46ca347e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:08:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['adf66a88-a972-4134-a833-293cc867cab5'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:08:42.986161 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [None req-ed22f7dc-9b60-439c-8aec-5a6485eb0a5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:42.999857 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7499bdd2-dcc0-421b-911a-453d28ffbd06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:43.058985 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-818541dc-47a4-49f4-be89-36a1caba7de5 None None] Attempting to bind port a4f6692f-d376-41f7-b509-b1d6598df151 on host dv-cinder-769602-4-iscsi for vnic_type normal with profile {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:08:43.059652 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-818541dc-47a4-49f4-be89-36a1caba7de5 None None] Attempting to bind port a4f6692f-d376-41f7-b509-b1d6598df151 by drivers openvswitch,hyperv on host dv-cinder-769602-4-iscsi at level 0 using segments [{'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:08:43.060414 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818541dc-47a4-49f4-be89-36a1caba7de5 None None] Attempting to bind port a4f6692f-d376-41f7-b509-b1d6598df151 on network 4f4d7b89-f14b-44bd-8c77-680ef6990266 {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:08:43.068253 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e5cd9-b397-49db-9b92-9d3db17e0588 None None] Pushing event updated for resources: {'Port': ['ID=a4f6692f-d376-41f7-b509-b1d6598df151,revision_number=2']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:43.078298 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34e5cd9-b397-49db-9b92-9d3db17e0588 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:43.078940 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34e5cd9-b397-49db-9b92-9d3db17e0588 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:43.079475 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34e5cd9-b397-49db-9b92-9d3db17e0588 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:43.080151 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34e5cd9-b397-49db-9b92-9d3db17e0588 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:43.080969 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34e5cd9-b397-49db-9b92-9d3db17e0588 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:43.081921 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34e5cd9-b397-49db-9b92-9d3db17e0588 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:43.082611 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34e5cd9-b397-49db-9b92-9d3db17e0588 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:43.083224 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34e5cd9-b397-49db-9b92-9d3db17e0588 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:43.083800 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34e5cd9-b397-49db-9b92-9d3db17e0588 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:43.085858 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34e5cd9-b397-49db-9b92-9d3db17e0588 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:43.086976 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34e5cd9-b397-49db-9b92-9d3db17e0588 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:43.087924 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34e5cd9-b397-49db-9b92-9d3db17e0588 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:08:43.089393 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34e5cd9-b397-49db-9b92-9d3db17e0588 None None] Tracked resource versions report: Jun 29 23:08:43.089393 dv-cinder-769602-4-iscsi neutron-server[93165]: pushed versions: Jun 29 23:08:43.089393 dv-cinder-769602-4-iscsi neutron-server[93165]: { 'AddressGroup': {'1.2'}, Jun 29 23:08:43.089393 dv-cinder-769602-4-iscsi neutron-server[93165]: 'ConntrackHelper': {'1.0'}, Jun 29 23:08:43.089393 dv-cinder-769602-4-iscsi neutron-server[93165]: 'Log': {'1.0'}, Jun 29 23:08:43.089393 dv-cinder-769602-4-iscsi neutron-server[93165]: 'Network': {'1.1'}, Jun 29 23:08:43.089393 dv-cinder-769602-4-iscsi neutron-server[93165]: 'Port': {'1.7'}, Jun 29 23:08:43.089393 dv-cinder-769602-4-iscsi neutron-server[93165]: 'PortForwarding': {'1.2'}, Jun 29 23:08:43.089393 dv-cinder-769602-4-iscsi neutron-server[93165]: 'QosPolicy': {'1.8'}, Jun 29 23:08:43.089393 dv-cinder-769602-4-iscsi neutron-server[93165]: 'SecurityGroup': {'1.4'}, Jun 29 23:08:43.089393 dv-cinder-769602-4-iscsi neutron-server[93165]: 'SecurityGroupRule': {'1.2'}, Jun 29 23:08:43.089393 dv-cinder-769602-4-iscsi neutron-server[93165]: 'SubPort': {'1.0'}, Jun 29 23:08:43.089393 dv-cinder-769602-4-iscsi neutron-server[93165]: 'Subnet': {'1.1'}, Jun 29 23:08:43.089393 dv-cinder-769602-4-iscsi neutron-server[93165]: 'Trunk': {'1.1'}} Jun 29 23:08:43.089393 dv-cinder-769602-4-iscsi neutron-server[93165]: consumer versions: Jun 29 23:08:43.089393 dv-cinder-769602-4-iscsi neutron-server[93165]: { DHCP agent@dv-cinder-769602-4-iscsi: {}, Jun 29 23:08:43.089393 dv-cinder-769602-4-iscsi neutron-server[93165]: HyperV agent@hv-cinder-76960: {}, Jun 29 23:08:43.089393 dv-cinder-769602-4-iscsi neutron-server[93165]: L3 agent@dv-cinder-769602-4-iscsi: {}, Jun 29 23:08:43.089393 dv-cinder-769602-4-iscsi neutron-server[93165]: Metadata agent@dv-cinder-769602-4-iscsi: {}, Jun 29 23:08:43.089393 dv-cinder-769602-4-iscsi neutron-server[93165]: Metering agent@dv-cinder-769602-4-iscsi: {}, Jun 29 23:08:43.089393 dv-cinder-769602-4-iscsi neutron-server[93165]: Open vSwitch agent@dv-cinder-769602-4-iscsi: { 'AddressGroup': '1.2', Jun 29 23:08:43.089393 dv-cinder-769602-4-iscsi neutron-server[93165]: 'ConntrackHelper': '1.0', Jun 29 23:08:43.089393 dv-cinder-769602-4-iscsi neutron-server[93165]: 'Log': '1.0', Jun 29 23:08:43.089393 dv-cinder-769602-4-iscsi neutron-server[93165]: 'Network': '1.1', Jun 29 23:08:43.089393 dv-cinder-769602-4-iscsi neutron-server[93165]: 'Port': '1.7', Jun 29 23:08:43.089393 dv-cinder-769602-4-iscsi neutron-server[93165]: 'PortForwarding': '1.2', Jun 29 23:08:43.089393 dv-cinder-769602-4-iscsi neutron-server[93165]: 'QosPolicy': '1.8', Jun 29 23:08:43.089393 dv-cinder-769602-4-iscsi neutron-server[93165]: 'SecurityGroup': '1.4', Jun 29 23:08:43.089393 dv-cinder-769602-4-iscsi neutron-server[93165]: 'SecurityGroupRule': '1.2', Jun 29 23:08:43.089393 dv-cinder-769602-4-iscsi neutron-server[93165]: 'SubPort': '1.0', Jun 29 23:08:43.089393 dv-cinder-769602-4-iscsi neutron-server[93165]: 'Subnet': '1.1', Jun 29 23:08:43.089393 dv-cinder-769602-4-iscsi neutron-server[93165]: 'Trunk': '1.1'}} Jun 29 23:08:43.089393 dv-cinder-769602-4-iscsi neutron-server[93165]: {{(pid=93165) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 23:08:43.096901 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [None req-a34e5cd9-b397-49db-9b92-9d3db17e0588 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:43.098228 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818541dc-47a4-49f4-be89-36a1caba7de5 None None] Checking agent: {'id': 'a1c2e225-8bcd-423f-9b74-e274311af98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 0, 50), 'started_at': datetime.datetime(2021, 6, 29, 23, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:08:43.098797 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818541dc-47a4-49f4-be89-36a1caba7de5 None None] Checking segment: {'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:08:43.099351 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-818541dc-47a4-49f4-be89-36a1caba7de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:43.100708 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818541dc-47a4-49f4-be89-36a1caba7de5 None None] Bound using segment: {'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:08:43.101685 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-818541dc-47a4-49f4-be89-36a1caba7de5 None None] Bound port: a4f6692f-d376-41f7-b509-b1d6598df151, host: dv-cinder-769602-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'}}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:08:43.103428 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-818541dc-47a4-49f4-be89-36a1caba7de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:43.134021 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-3bf380ec-267f-4741-9e0a-5bb46ca347e4 None None] Set router adf66a88-a972-4134-a833-293cc867cab5 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:08:43.166785 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1fd5e6d0-3f3c-40b0-988e-0f101c3a8325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:43.184893 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-818541dc-47a4-49f4-be89-36a1caba7de5 None None] For port a4f6692f-d376-41f7-b509-b1d6598df151, host dv-cinder-769602-4-iscsi, cleared binding levels {{(pid=93165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:08:43.189623 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-818541dc-47a4-49f4-be89-36a1caba7de5 None None] For port a4f6692f-d376-41f7-b509-b1d6598df151, host dv-cinder-769602-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=a4f6692f-d376-41f7-b509-b1d6598df151,segment=NetworkSegment(0d7322d1-9f99-46a3-b2ff-5e8cb22a095c),segment_id=0d7322d1-9f99-46a3-b2ff-5e8cb22a095c)] {{(pid=93165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:08:43.195785 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-818541dc-47a4-49f4-be89-36a1caba7de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:43.199362 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:43.319734 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-714cd860-f23b-4215-a12c-11ea5b3e9d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:43.338053 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e5cd9-b397-49db-9b92-9d3db17e0588 None None] Pushing event updated for resources: {'Port': ['ID=a4f6692f-d376-41f7-b509-b1d6598df151,revision_number=3']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:43.343090 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [None req-a34e5cd9-b397-49db-9b92-9d3db17e0588 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:43.366555 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818541dc-47a4-49f4-be89-36a1caba7de5 None None] Routers {'e35bc8f0-c8a2-451c-b269-ba9cd96100e9'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:08:43.367264 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-818541dc-47a4-49f4-be89-36a1caba7de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:08:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['e35bc8f0-c8a2-451c-b269-ba9cd96100e9'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:08:43.372081 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55828) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:43.375777 dv-cinder-769602-4-iscsi neutron-server[93162]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 23:08:43.444659 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7499bdd2-dcc0-421b-911a-453d28ffbd06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:43.447606 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-714cd860-f23b-4215-a12c-11ea5b3e9d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:43.476899 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-cc2c4812-3489-417c-8d67-2d35ab5b81a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:43.483943 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-714cd860-f23b-4215-a12c-11ea5b3e9d76 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a4733643a2fb4a909fb36ec52be92ddb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7234933 Jun 29 23:08:43.484772 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7499bdd2-dcc0-421b-911a-453d28ffbd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:43.509689 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 55832) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:43.513424 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-818541dc-47a4-49f4-be89-36a1caba7de5 None None] Set router e35bc8f0-c8a2-451c-b269-ba9cd96100e9 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:08:43.531955 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714cd860-f23b-4215-a12c-11ea5b3e9d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f8d09b-23e3-47bf-8a1a-94829a88bc76,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:43.552875 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning for port 44e6dbcd-35c8-45b0-8546-7f9a90f9097e completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:08:43.595038 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-714cd860-f23b-4215-a12c-11ea5b3e9d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:43.622952 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:43.654749 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-7499bdd2-dcc0-421b-911a-453d28ffbd06 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2cf5dcdf0a7142f99cbd329de1ea691d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9299054 Jun 29 23:08:43.657936 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5efc09d7-5299-4a6d-9281-7f080097952a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:43.661721 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port 44e6dbcd-35c8-45b0-8546-7f9a90f9097e triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:08:43.664151 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:43.670934 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 55834) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:43.674029 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499bdd2-dcc0-421b-911a-453d28ffbd06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d965bdfc-8f41-4a3b-ad69-d7e746831295,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:43.677249 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-dc5d8601-9fc9-4875-b173-c05386d25ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:43.716120 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-dc5d8601-9fc9-4875-b173-c05386d25ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:43.724524 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f547b3-230c-405f-89bb-b4f621270423 None None] Network 8bd729ce-1183-4f9e-96cc-84a21b355d36 requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:08:43.776396 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-7499bdd2-dcc0-421b-911a-453d28ffbd06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:43.809630 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5efc09d7-5299-4a6d-9281-7f080097952a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:43.843041 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-dc5d8601-9fc9-4875-b173-c05386d25ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:43.846032 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-43ee5a1d-ade0-4503-87fa-8738b5cade31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:43.850223 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-818541dc-47a4-49f4-be89-36a1caba7de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'name': 'tempest-AttachVolumeTestJSON-753116380-router', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'a4f6692f-d376-41f7-b509-b1d6598df151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:37Z', 'updated_at': '2021-06-29T23:08:39Z', 'revision_number': 3, 'project_id': '89f7a8481a72408b89119405a6770fde', 'gw_port': {'id': 'a4f6692f-d376-41f7-b509-b1d6598df151', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi'}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:08:43.877224 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-43ee5a1d-ade0-4503-87fa-8738b5cade31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:43.909084 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818541dc-47a4-49f4-be89-36a1caba7de5 None None] The sync data for ids ['e35bc8f0-c8a2-451c-b269-ba9cd96100e9'] in dv-cinder-769602-4-iscsi is: [{'id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'name': 'tempest-AttachVolumeTestJSON-753116380-router', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'a4f6692f-d376-41f7-b509-b1d6598df151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:37Z', 'updated_at': '2021-06-29T23:08:39Z', 'revision_number': 3, 'project_id': '89f7a8481a72408b89119405a6770fde', 'gw_port': {'id': 'a4f6692f-d376-41f7-b509-b1d6598df151', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi'}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:08:43.919005 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-dc5d8601-9fc9-4875-b173-c05386d25ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:43.933211 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-dc5d8601-9fc9-4875-b173-c05386d25ed1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/42f8d09b-23e3-47bf-8a1a-94829a88bc76 HTTP/1.1" status: 204 len: 168 time: 0.3943944 Jun 29 23:08:43.948817 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:43.985983 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d8601-9fc9-4875-b173-c05386d25ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f8d09b-23e3-47bf-8a1a-94829a88bc76,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:43.989686 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-dc5d8601-9fc9-4875-b173-c05386d25ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:44.021594 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-3bf380ec-267f-4741-9e0a-5bb46ca347e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf66a88-a972-4134-a833-293cc867cab5', 'name': 'tempest-AttachVolumeShelveTestJSON-805562870-router', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f31c9d51-f31b-43b7-a629-311269139d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:08:40Z', 'revision_number': 3, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'gw_port': {'id': 'f31c9d51-f31b-43b7-a629-311269139d80', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:51:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:39Z', 'updated_at': '2021-06-29T23:08:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi'}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:08:44.161504 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:44.259767 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf380ec-267f-4741-9e0a-5bb46ca347e4 None None] Checking router: adf66a88-a972-4134-a833-293cc867cab5 for host: dv-cinder-769602-4-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:08:44.260435 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf380ec-267f-4741-9e0a-5bb46ca347e4 None None] Updating router adf66a88-a972-4134-a833-293cc867cab5 port f31c9d51-f31b-43b7-a629-311269139d80 binding host dv-cinder-769602-4-iscsi {{(pid=93164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:08:44.336892 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-43ee5a1d-ade0-4503-87fa-8738b5cade31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:44.341580 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7fbbfad1-8043-4210-816b-d0cb6ff49706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:44.368713 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-43ee5a1d-ade0-4503-87fa-8738b5cade31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:44.374446 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-43ee5a1d-ade0-4503-87fa-8738b5cade31 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d965bdfc-8f41-4a3b-ad69-d7e746831295 HTTP/1.1" status: 204 len: 168 time: 0.6018858 Jun 29 23:08:44.400766 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-714cd860-f23b-4215-a12c-11ea5b3e9d76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:44.431787 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] For port 44e6dbcd-35c8-45b0-8546-7f9a90f9097e, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=44e6dbcd-35c8-45b0-8546-7f9a90f9097e,segment=NetworkSegment(63f270fe-59bf-41e4-861c-414217008130),segment_id=63f270fe-59bf-41e4-861c-414217008130)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:08:44.460779 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee5a1d-ade0-4503-87fa-8738b5cade31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d965bdfc-8f41-4a3b-ad69-d7e746831295,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:44.466784 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-43ee5a1d-ade0-4503-87fa-8738b5cade31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:44.468303 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:44.481048 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 50a89366-4d3f-4291-913f-a215c4e20ea7 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:08:44.566811 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:44.602656 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-1fd5e6d0-3f3c-40b0-988e-0f101c3a8325 admin admin] Allocated IP 172.20.0.1 (961483aa-60c5-4d0f-82a0-c19a74bfe9c0/0cace3d9-d5b7-4676-96cc-bc7171040612/8daac4e5-8ffc-49e5-8973-a89c79538713) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:08:44.635882 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-3bf380ec-267f-4741-9e0a-5bb46ca347e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:44.674552 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 55858) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:44.746504 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1e96aaec-c56a-4ee6-9f31-50d7c9a65180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:44.769299 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-06bccc71-d47a-4abd-9be2-b869428ec50c tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:08:44.782608 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-06bccc71-d47a-4abd-9be2-b869428ec50c tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/networks?id=8bd729ce-1183-4f9e-96cc-84a21b355d36 HTTP/1.1" status: 200 len: 812 time: 1.4077034 Jun 29 23:08:44.828370 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-5efc09d7-5299-4a6d-9281-7f080097952a admin admin] Allocated IP 172.27.0.83 (4f4d7b89-f14b-44bd-8c77-680ef6990266/7d983a82-3206-4a2a-9ce9-3b2c9dc20086/a6e0b1ed-8c82-45f0-9558-d89547f8e655) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:08:44.850409 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-09973a4d-18f1-462a-b128-f68f062c64d1 None None] Provisioning complete for port 44e6dbcd-35c8-45b0-8546-7f9a90f9097e triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:08:44.851355 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-09973a4d-18f1-462a-b128-f68f062c64d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:44.893510 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-22d0859e-f3a8-4100-ba61-98e77a9d2876 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/quotas/8378e93c855941b39dd893e27fa43ef1 HTTP/1.1" status: 200 len: 375 time: 0.1096666 Jun 29 23:08:44.901351 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [None req-7fbbfad1-8043-4210-816b-d0cb6ff49706 admin admin] Allocated IP 172.20.0.1 (18655a20-36e7-480e-885c-1e73fb892310/722d70ab-2523-4ee0-92c1-9e31835f606a/bb6d632e-0fff-45b5-8215-de3598d99564) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:08:44.937562 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning for port 50a89366-4d3f-4291-913f-a215c4e20ea7 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:08:44.962767 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port 50a89366-4d3f-4291-913f-a215c4e20ea7 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:08:44.963442 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:44.969449 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Pushing event updated for resources: {'Port': ['ID=44e6dbcd-35c8-45b0-8546-7f9a90f9097e,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:44.995311 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:45.012255 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-d481ea4f-778c-4484-8b81-b4ec6dc2f7e9 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8378e93c855941b39dd893e27fa43ef1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1149297 Jun 29 23:08:45.116438 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:45.163339 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7fbbfad1-8043-4210-816b-d0cb6ff49706 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:45.178359 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] For port 50a89366-4d3f-4291-913f-a215c4e20ea7, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=50a89366-4d3f-4291-913f-a215c4e20ea7,segment=NetworkSegment(a915f56e-4b4b-41eb-9b6a-ec11aa4ed293),segment_id=a915f56e-4b4b-41eb-9b6a-ec11aa4ed293)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:08:45.186861 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:45.189615 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:45.204702 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-7fbbfad1-8043-4210-816b-d0cb6ff49706 admin admin] Transition to ACTIVE for port object bb6d632e-0fff-45b5-8215-de3598d99564 will not be triggered until provisioned by entity DHCP. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:08:45.222409 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1e96aaec-c56a-4ee6-9f31-50d7c9a65180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:45.231996 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1e96aaec-c56a-4ee6-9f31-50d7c9a65180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:45.239515 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:45.265788 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Pushing event updated for resources: {'Port': ['ID=50a89366-4d3f-4291-913f-a215c4e20ea7,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:45.273075 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:45.325577 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1fd5e6d0-3f3c-40b0-988e-0f101c3a8325 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:45.341339 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-1e96aaec-c56a-4ee6-9f31-50d7c9a65180 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3529a2d79c894d7b8684921918d58411&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6654739 Jun 29 23:08:45.343452 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96aaec-c56a-4ee6-9f31-50d7c9a65180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82339d66-326d-4141-930d-bbd89529c2a3,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:45.344936 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [None req-1fd5e6d0-3f3c-40b0-988e-0f101c3a8325 admin admin] Transition to ACTIVE for port object 8daac4e5-8ffc-49e5-8973-a89c79538713 will not be triggered until provisioned by entity DHCP. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:08:45.348732 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-1e96aaec-c56a-4ee6-9f31-50d7c9a65180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:45.348732 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 55876) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:45.407531 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5efc09d7-5299-4a6d-9281-7f080097952a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:45.409195 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7fbbfad1-8043-4210-816b-d0cb6ff49706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:45.417827 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1fd5e6d0-3f3c-40b0-988e-0f101c3a8325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:45.429197 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-caa90460-dd6e-4349-bfd0-97b2b71945fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:45.453264 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-e45d12f7-a2f5-409e-9e3a-ad3fb00081ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:45.495130 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 44e6dbcd-35c8-45b0-8546-7f9a90f9097e up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:08:45.518548 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-813be7e3-6c28-4991-97dd-29588eac2314 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 23:08:45.520111 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-813be7e3-6c28-4991-97dd-29588eac2314 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2376809 Jun 29 23:08:45.526581 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbbfad1-8043-4210-816b-d0cb6ff49706 admin admin] Network 18655a20-36e7-480e-885c-1e73fb892310 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:08:45.529126 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbfad1-8043-4210-816b-d0cb6ff49706 admin admin] Pushing event updated for resources: {'Port': ['ID=bb6d632e-0fff-45b5-8215-de3598d99564,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:45.531696 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-7fbbfad1-8043-4210-816b-d0cb6ff49706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:45.538274 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-7fbbfad1-8043-4210-816b-d0cb6ff49706 admin admin] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:08:45.542636 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbbfad1-8043-4210-816b-d0cb6ff49706 admin admin] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:08:45.543079 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7fbbfad1-8043-4210-816b-d0cb6ff49706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442503'] for router_interface, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:45.637535 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port 44e6dbcd-35c8-45b0-8546-7f9a90f9097e triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:08:45.637911 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:45.662646 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd5e6d0-3f3c-40b0-988e-0f101c3a8325 admin admin] Network 961483aa-60c5-4d0f-82a0-c19a74bfe9c0 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:08:45.730131 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5e6d0-3f3c-40b0-988e-0f101c3a8325 admin admin] Pushing event updated for resources: {'Port': ['ID=8daac4e5-8ffc-49e5-8973-a89c79538713,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:45.735849 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-1fd5e6d0-3f3c-40b0-988e-0f101c3a8325 admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:08:45.779297 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-1fd5e6d0-3f3c-40b0-988e-0f101c3a8325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:45.817340 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device a4f6692f-d376-41f7-b509-b1d6598df151 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:08:45.818125 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd5e6d0-3f3c-40b0-988e-0f101c3a8325 admin admin] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:08:45.819501 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1fd5e6d0-3f3c-40b0-988e-0f101c3a8325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442503'] for router_interface, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:45.936670 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-869db86d-0c88-4a14-9415-6b8cc37ee8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:46.003954 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 55908) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:46.034091 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5efc09d7-5299-4a6d-9281-7f080097952a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:46.048332 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-869db86d-0c88-4a14-9415-6b8cc37ee8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:46.054808 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-1fd5e6d0-3f3c-40b0-988e-0f101c3a8325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:46.196877 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efc09d7-5299-4a6d-9281-7f080097952a admin admin] Network 4f4d7b89-f14b-44bd-8c77-680ef6990266 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:08:46.212342 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-5efc09d7-5299-4a6d-9281-7f080097952a admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:08:46.231268 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efc09d7-5299-4a6d-9281-7f080097952a admin admin] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:08:46.279312 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-83c341ba-d805-4d15-9acb-40f76200326d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2132468197-network', 'tenant_id': '2332e78f7c2b4382b7e7f9768bcf2235'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:08:46.288079 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-869db86d-0c88-4a14-9415-6b8cc37ee8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:46.297809 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-869db86d-0c88-4a14-9415-6b8cc37ee8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:46.305488 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-869db86d-0c88-4a14-9415-6b8cc37ee8ca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/82339d66-326d-4141-930d-bbd89529c2a3 HTTP/1.1" status: 204 len: 168 time: 0.9549267 Jun 29 23:08:46.321459 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-7499bdd2-dcc0-421b-911a-453d28ffbd06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:46.323610 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-38634b76-c20b-4f2a-b492-68964eb4ff06 None None] Provisioning for port bb6d632e-0fff-45b5-8215-de3598d99564 completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:08:46.343832 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-38634b76-c20b-4f2a-b492-68964eb4ff06 None None] Provisioning complete for port bb6d632e-0fff-45b5-8215-de3598d99564 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:08:46.344393 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-38634b76-c20b-4f2a-b492-68964eb4ff06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:46.360103 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869db86d-0c88-4a14-9415-6b8cc37ee8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82339d66-326d-4141-930d-bbd89529c2a3,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:46.363714 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-869db86d-0c88-4a14-9415-6b8cc37ee8ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:46.370295 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7fbbfad1-8043-4210-816b-d0cb6ff49706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:46.395518 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c341ba-d805-4d15-9acb-40f76200326d admin admin] Made reservation on behalf of 2332e78f7c2b4382b7e7f9768bcf2235 for: {'network': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:08:46.401492 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-83c341ba-d805-4d15-9acb-40f76200326d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for network, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:46.409606 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc09d7-5299-4a6d-9281-7f080097952a admin admin] Pushing event updated for resources: {'Port': ['ID=a6e0b1ed-8c82-45f0-9558-d89547f8e655,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:46.415099 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-5efc09d7-5299-4a6d-9281-7f080097952a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:46.427257 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning for port a4f6692f-d376-41f7-b509-b1d6598df151 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:08:46.432476 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-38634b76-c20b-4f2a-b492-68964eb4ff06 None None] Port bb6d632e-0fff-45b5-8215-de3598d99564 cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:08:46.442250 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port a4f6692f-d376-41f7-b509-b1d6598df151 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:08:46.442816 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:46.474769 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-83c341ba-d805-4d15-9acb-40f76200326d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:46.534204 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-3bf380ec-267f-4741-9e0a-5bb46ca347e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:46.562499 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-3bf380ec-267f-4741-9e0a-5bb46ca347e4 None None] Transition to ACTIVE for port object f31c9d51-f31b-43b7-a629-311269139d80 will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:08:46.578907 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-3bf380ec-267f-4741-9e0a-5bb46ca347e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:46.614745 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-cdfc192f-94fd-4402-a3d0-d0bee4579add None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:46.625908 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-561c595a-072c-4b49-bcf7-9ec72c748859 None None] Provisioning for port 8daac4e5-8ffc-49e5-8973-a89c79538713 completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:08:46.711222 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-561c595a-072c-4b49-bcf7-9ec72c748859 None None] Provisioning complete for port 8daac4e5-8ffc-49e5-8973-a89c79538713 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:08:46.712769 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-561c595a-072c-4b49-bcf7-9ec72c748859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:46.757147 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:46.800748 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] For port a4f6692f-d376-41f7-b509-b1d6598df151, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=a4f6692f-d376-41f7-b509-b1d6598df151,segment=NetworkSegment(0d7322d1-9f99-46a3-b2ff-5e8cb22a095c),segment_id=0d7322d1-9f99-46a3-b2ff-5e8cb22a095c)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:08:46.807428 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-561c595a-072c-4b49-bcf7-9ec72c748859 None None] Port 8daac4e5-8ffc-49e5-8973-a89c79538713 cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:08:46.810344 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cfc0ce-da82-4f49-a8ef-2d864b8d9f4a None None] Pushing event updated for resources: {'Port': ['ID=f31c9d51-f31b-43b7-a629-311269139d80,revision_number=2']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:46.813669 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1fd5e6d0-3f3c-40b0-988e-0f101c3a8325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:46.824336 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:46.826574 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-3bf380ec-267f-4741-9e0a-5bb46ca347e4 None None] Attempting to bind port f31c9d51-f31b-43b7-a629-311269139d80 on host dv-cinder-769602-4-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:08:46.826948 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-3bf380ec-267f-4741-9e0a-5bb46ca347e4 None None] Attempting to bind port f31c9d51-f31b-43b7-a629-311269139d80 by drivers openvswitch,hyperv on host dv-cinder-769602-4-iscsi at level 0 using segments [{'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:08:46.827314 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf380ec-267f-4741-9e0a-5bb46ca347e4 None None] Attempting to bind port f31c9d51-f31b-43b7-a629-311269139d80 on network 4f4d7b89-f14b-44bd-8c77-680ef6990266 {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:08:46.827527 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-2985c6b3-7196-4a82-91dc-3b051485d9b4 service neutron] 10.222.0.30 "GET /v2.0/networks/8bd729ce-1183-4f9e-96cc-84a21b355d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2568228 Jun 29 23:08:46.837624 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf380ec-267f-4741-9e0a-5bb46ca347e4 None None] Checking agent: {'id': 'a1c2e225-8bcd-423f-9b74-e274311af98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 0, 50), 'started_at': datetime.datetime(2021, 6, 29, 23, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:08:46.838090 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf380ec-267f-4741-9e0a-5bb46ca347e4 None None] Checking segment: {'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:08:46.838398 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-3bf380ec-267f-4741-9e0a-5bb46ca347e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:46.838881 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf380ec-267f-4741-9e0a-5bb46ca347e4 None None] Bound using segment: {'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:08:46.839262 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-3bf380ec-267f-4741-9e0a-5bb46ca347e4 None None] Bound port: f31c9d51-f31b-43b7-a629-311269139d80, host: dv-cinder-769602-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:08:46.839651 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-3bf380ec-267f-4741-9e0a-5bb46ca347e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:46.855477 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5efc09d7-5299-4a6d-9281-7f080097952a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:46.858806 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-83c341ba-d805-4d15-9acb-40f76200326d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:46.871720 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-42cfc0ce-da82-4f49-a8ef-2d864b8d9f4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:46.872259 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:46.873462 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-83c341ba-d805-4d15-9acb-40f76200326d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:46.881019 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:46.920664 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7fbbfad1-8043-4210-816b-d0cb6ff49706 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:46.922278 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c341ba-d805-4d15-9acb-40f76200326d admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=93163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 23:08:46.933893 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7fbbfad1-8043-4210-816b-d0cb6ff49706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:46.934143 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c341ba-d805-4d15-9acb-40f76200326d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82fbffc-db01-4ca2-8ff6-6ed2855aef01,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:46.939355 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-83c341ba-d805-4d15-9acb-40f76200326d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:46.940236 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7fbbfad1-8043-4210-816b-d0cb6ff49706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442387'] for router_interface, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:46.948594 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-7fbbfad1-8043-4210-816b-d0cb6ff49706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:46.953074 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Pushing event updated for resources: {'Port': ['ID=a4f6692f-d376-41f7-b509-b1d6598df151,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:46.954754 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-83c341ba-d805-4d15-9acb-40f76200326d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748551520570', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010'] for segment, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:46.955333 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-83c341ba-d805-4d15-9acb-40f76200326d admin admin] Unsubscribe: segment precommit_create {{(pid=93163) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 23:08:46.955785 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.db.segments_db [None req-83c341ba-d805-4d15-9acb-40f76200326d admin admin] Added segment b3f64042-a423-4037-b767-b504e533d90a of type vlan for network ee55f925-99e3-4f57-8692-f13b1fcbf140 Jun 29 23:08:46.957463 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-3bf380ec-267f-4741-9e0a-5bb46ca347e4 None None] For port f31c9d51-f31b-43b7-a629-311269139d80, host dv-cinder-769602-4-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:08:46.959852 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:46.975845 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-3bf380ec-267f-4741-9e0a-5bb46ca347e4 None None] For port f31c9d51-f31b-43b7-a629-311269139d80, host dv-cinder-769602-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=f31c9d51-f31b-43b7-a629-311269139d80,segment=NetworkSegment(0d7322d1-9f99-46a3-b2ff-5e8cb22a095c),segment_id=0d7322d1-9f99-46a3-b2ff-5e8cb22a095c)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:08:46.984372 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-3bf380ec-267f-4741-9e0a-5bb46ca347e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:46.993465 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:47.064091 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf380ec-267f-4741-9e0a-5bb46ca347e4 None None] Routers {'adf66a88-a972-4134-a833-293cc867cab5'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:08:47.064765 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-3bf380ec-267f-4741-9e0a-5bb46ca347e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:08:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['adf66a88-a972-4134-a833-293cc867cab5'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:08:47.070329 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cfc0ce-da82-4f49-a8ef-2d864b8d9f4a None None] Pushing event updated for resources: {'Port': ['ID=f31c9d51-f31b-43b7-a629-311269139d80,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:47.108422 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-42cfc0ce-da82-4f49-a8ef-2d864b8d9f4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:47.124672 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbfad1-8043-4210-816b-d0cb6ff49706 admin admin] Pushing event updated for resources: {'Port': ['ID=bb6d632e-0fff-45b5-8215-de3598d99564,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:47.134763 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-83c341ba-d805-4d15-9acb-40f76200326d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748551094604'] for network, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:47.138652 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-7fbbfad1-8043-4210-816b-d0cb6ff49706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:47.143543 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0f195ea7-eab9-498f-9fa1-4085de497d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:47.153169 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-cccf1cb6-20a8-49c6-88b4-5c1caffe55c0 service neutron] 10.222.0.30 "GET /v2.0/networks/8bd729ce-1183-4f9e-96cc-84a21b355d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243408 Jun 29 23:08:47.209985 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbbfad1-8043-4210-816b-d0cb6ff49706 admin admin] Network 18655a20-36e7-480e-885c-1e73fb892310 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:08:47.212269 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-83c341ba-d805-4d15-9acb-40f76200326d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688'] for network, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:47.214634 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c341ba-d805-4d15-9acb-40f76200326d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:08:47.216177 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-83c341ba-d805-4d15-9acb-40f76200326d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for network, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:47.219647 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-7fbbfad1-8043-4210-816b-d0cb6ff49706 admin admin] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:08:47.223336 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:47.244873 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-3bf380ec-267f-4741-9e0a-5bb46ca347e4 None None] Set router adf66a88-a972-4134-a833-293cc867cab5 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:08:47.379612 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device a4f6692f-d376-41f7-b509-b1d6598df151 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:08:47.383353 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5efc09d7-5299-4a6d-9281-7f080097952a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-450323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-489888'] for router, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:47.394994 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-83c341ba-d805-4d15-9acb-40f76200326d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3872805 Jun 29 23:08:47.396002 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1fd5e6d0-3f3c-40b0-988e-0f101c3a8325 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:47.400594 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55946) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:47.436536 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c341ba-d805-4d15-9acb-40f76200326d admin admin] Pushing event updated for resources: {'Network': ['ID=ee55f925-99e3-4f57-8692-f13b1fcbf140,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:47.442499 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-83c341ba-d805-4d15-9acb-40f76200326d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:47.446488 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-77369845-618c-4bb7-92be-bb64f79a5e7a admin admin] Request body: {'subnet': {'network_id': 'ee55f925-99e3-4f57-8692-f13b1fcbf140', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2132468197-subnet', 'tenant_id': '2332e78f7c2b4382b7e7f9768bcf2235', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:08:47.479830 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1fd5e6d0-3f3c-40b0-988e-0f101c3a8325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:47.500363 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1fd5e6d0-3f3c-40b0-988e-0f101c3a8325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442387'] for router_interface, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:47.505837 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Network ee55f925-99e3-4f57-8692-f13b1fcbf140 details requested by agent ovs-agent-dv-cinder-769602-4-iscsi with host dv-cinder-769602-4-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:08:47.518078 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:47.565446 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbbfad1-8043-4210-816b-d0cb6ff49706 admin admin] Router adf66a88-a972-4134-a833-293cc867cab5 has already been hosted by L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f {{(pid=93163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:08:47.651057 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 55960) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:47.652985 dv-cinder-769602-4-iscsi neutron-server[93163]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 23:08:47.698805 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5e6d0-3f3c-40b0-988e-0f101c3a8325 admin admin] Pushing event updated for resources: {'Port': ['ID=8daac4e5-8ffc-49e5-8973-a89c79538713,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:47.718275 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-09f51d2f-ab0f-4609-a5cb-5cf65ebfd70d None None] Provisioning complete for port bb6d632e-0fff-45b5-8215-de3598d99564 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:08:47.718916 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-09f51d2f-ab0f-4609-a5cb-5cf65ebfd70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:47.724499 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-1fd5e6d0-3f3c-40b0-988e-0f101c3a8325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:47.740354 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e7c91359-73d5-48bb-8e38-25a9d3c1294f req-1f0cf35d-6596-4759-9eb8-8a8713b5c6fc tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/ports?device_id=18653780-38ba-4322-b2a7-58824f67bb17 HTTP/1.1" status: 200 len: 210 time: 0.0884712 Jun 29 23:08:47.767175 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77369845-618c-4bb7-92be-bb64f79a5e7a admin admin] Made reservation on behalf of 2332e78f7c2b4382b7e7f9768bcf2235 for: {'subnet': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:08:47.767320 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbbfad1-8043-4210-816b-d0cb6ff49706 admin admin] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:08:47.774656 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-77369845-618c-4bb7-92be-bb64f79a5e7a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:47.777196 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-7fbbfad1-8043-4210-816b-d0cb6ff49706 admin admin] 10.222.0.30 "PUT /v2.0/routers/adf66a88-a972-4134-a833-293cc867cab5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1162186 Jun 29 23:08:47.828584 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port a4f6692f-d376-41f7-b509-b1d6598df151 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:08:47.829041 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:47.878969 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-09f51d2f-ab0f-4609-a5cb-5cf65ebfd70d None None] Port bb6d632e-0fff-45b5-8215-de3598d99564 cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:08:47.888446 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-3bf380ec-267f-4741-9e0a-5bb46ca347e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf66a88-a972-4134-a833-293cc867cab5', 'name': 'tempest-AttachVolumeShelveTestJSON-805562870-router', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f31c9d51-f31b-43b7-a629-311269139d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'gw_port': {'id': 'f31c9d51-f31b-43b7-a629-311269139d80', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:51:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:39Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': 'bb6d632e-0fff-45b5-8215-de3598d99564', 'name': '', 'network_id': '18655a20-36e7-480e-885c-1e73fb892310', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'mac_address': 'fa:16:3e:60:81:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '722d70ab-2523-4ee0-92c1-9e31835f606a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:44Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 2, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'subnets': [{'id': '722d70ab-2523-4ee0-92c1-9e31835f606a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:08:47.919825 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf380ec-267f-4741-9e0a-5bb46ca347e4 None None] The sync data for ids ['adf66a88-a972-4134-a833-293cc867cab5'] in dv-cinder-769602-4-iscsi is: [{'id': 'adf66a88-a972-4134-a833-293cc867cab5', 'name': 'tempest-AttachVolumeShelveTestJSON-805562870-router', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f31c9d51-f31b-43b7-a629-311269139d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'gw_port': {'id': 'f31c9d51-f31b-43b7-a629-311269139d80', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:51:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:39Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': 'bb6d632e-0fff-45b5-8215-de3598d99564', 'name': '', 'network_id': '18655a20-36e7-480e-885c-1e73fb892310', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'mac_address': 'fa:16:3e:60:81:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '722d70ab-2523-4ee0-92c1-9e31835f606a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:44Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 2, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'subnets': [{'id': '722d70ab-2523-4ee0-92c1-9e31835f606a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:08:47.967615 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efc09d7-5299-4a6d-9281-7f080097952a admin admin] Router 339eaa63-2a7b-450b-8401-295c99cf8b67 is scheduled to L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f with binding_index 1 {{(pid=93162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 23:08:47.991736 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 50a89366-4d3f-4291-913f-a215c4e20ea7 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:08:48.094762 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port 50a89366-4d3f-4291-913f-a215c4e20ea7 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:08:48.095805 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:48.192885 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd5e6d0-3f3c-40b0-988e-0f101c3a8325 admin admin] Network 961483aa-60c5-4d0f-82a0-c19a74bfe9c0 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:08:48.198478 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-1fd5e6d0-3f3c-40b0-988e-0f101c3a8325 admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:08:48.395522 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efc09d7-5299-4a6d-9281-7f080097952a admin admin] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:08:48.406203 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b68651a-1d3a-4e20-9598-aa86336bc898 None None] Sync routers for ids ['339eaa63-2a7b-450b-8401-295c99cf8b67'] in dv-cinder-769602-4-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:08:48.419721 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b68651a-1d3a-4e20-9598-aa86336bc898 None None] Routers {'339eaa63-2a7b-450b-8401-295c99cf8b67'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:08:48.420341 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-9b68651a-1d3a-4e20-9598-aa86336bc898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:08:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['339eaa63-2a7b-450b-8401-295c99cf8b67'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:08:48.499404 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5efc09d7-5299-4a6d-9281-7f080097952a admin admin] Notify callbacks [] for router, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:48.503474 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 56004) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:48.504015 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-5efc09d7-5299-4a6d-9281-7f080097952a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.0644705 Jun 29 23:08:48.581721 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd5e6d0-3f3c-40b0-988e-0f101c3a8325 admin admin] Router e35bc8f0-c8a2-451c-b269-ba9cd96100e9 has already been hosted by L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:08:48.593568 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-77369845-618c-4bb7-92be-bb64f79a5e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688'] for subnet, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:48.602545 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-84e2e60b-55ba-48ab-aaa4-af82868ccd39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:48.628992 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-6f024ada-e989-4c59-9ee0-87d980f13294 None None] Provisioning complete for port 8daac4e5-8ffc-49e5-8973-a89c79538713 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:08:48.629566 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-6f024ada-e989-4c59-9ee0-87d980f13294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:48.643328 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77369845-618c-4bb7-92be-bb64f79a5e7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=273af004-d234-4d4e-ab12-becc67d7f8bd,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:48.650969 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-77369845-618c-4bb7-92be-bb64f79a5e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:48.737938 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-6f024ada-e989-4c59-9ee0-87d980f13294 None None] Port 8daac4e5-8ffc-49e5-8973-a89c79538713 cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:08:48.774733 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-9b68651a-1d3a-4e20-9598-aa86336bc898 None None] Set router 339eaa63-2a7b-450b-8401-295c99cf8b67 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:08:48.912410 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd5e6d0-3f3c-40b0-988e-0f101c3a8325 admin admin] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:08:48.940020 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07be2b2a-6ade-452c-82bd-ab25df863743 None None] Sync routers for ids ['e35bc8f0-c8a2-451c-b269-ba9cd96100e9'] in dv-cinder-769602-4-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:08:48.960416 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-1fd5e6d0-3f3c-40b0-988e-0f101c3a8325 admin admin] 10.222.0.30 "PUT /v2.0/routers/e35bc8f0-c8a2-451c-b269-ba9cd96100e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4783106 Jun 29 23:08:48.969194 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07be2b2a-6ade-452c-82bd-ab25df863743 None None] Routers {'e35bc8f0-c8a2-451c-b269-ba9cd96100e9'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:08:48.973432 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-07be2b2a-6ade-452c-82bd-ab25df863743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:08:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['e35bc8f0-c8a2-451c-b269-ba9cd96100e9'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:08:49.006538 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77369845-618c-4bb7-92be-bb64f79a5e7a admin admin] Checking segment: {'id': 'b3f64042-a423-4037-b767-b504e533d90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ee55f925-99e3-4f57-8692-f13b1fcbf140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:08:49.007149 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77369845-618c-4bb7-92be-bb64f79a5e7a admin admin] Network hostable DHCP agents. Network: ee55f925-99e3-4f57-8692-f13b1fcbf140, hostable agents: ['cfabb9e1-4ba2-4051-95c8-b215c3ad7269'], hosted agents: [] {{(pid=93162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:08:49.068296 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77369845-618c-4bb7-92be-bb64f79a5e7a admin admin] Network ee55f925-99e3-4f57-8692-f13b1fcbf140 is scheduled to be hosted by DHCP agent cfabb9e1-4ba2-4051-95c8-b215c3ad7269 with binding_index 1 {{(pid=93162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:08:49.103236 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-77369845-618c-4bb7-92be-bb64f79a5e7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-4-iscsi, ee55f925-99e3-4f57-8692-f13b1fcbf140) {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:08:49.112798 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77369845-618c-4bb7-92be-bb64f79a5e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:08:49.114897 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-77369845-618c-4bb7-92be-bb64f79a5e7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:49.139104 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d952607-bfec-49c5-9c49-e229fe74d0b7 None None] Network ee55f925-99e3-4f57-8692-f13b1fcbf140 requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:08:49.143044 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c4ef0d78-18e1-4d5d-8bfd-ae518a07ffcf req-fee0f68f-f922-4fd5-9afe-ceaced0c8b65 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/ports?device_id=18653780-38ba-4322-b2a7-58824f67bb17 HTTP/1.1" status: 200 len: 210 time: 0.0936453 Jun 29 23:08:49.180291 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-77369845-618c-4bb7-92be-bb64f79a5e7a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7699518 Jun 29 23:08:49.312827 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 56036) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:49.317902 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-fa0fdd59-51c6-432d-9df5-b36fa51879c7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1984298404', 'description': 'tempest-description--2049571330'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:08:49.357196 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-9b68651a-1d3a-4e20-9598-aa86336bc898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339eaa63-2a7b-450b-8401-295c99cf8b67', 'name': 'tempest-ServerRescueNegativeTestJSON-252107133-router', 'tenant_id': 'a21d7629b3b04afe9b528722dbde8df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a6e0b1ed-8c82-45f0-9558-d89547f8e655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:41Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 3, 'project_id': 'a21d7629b3b04afe9b528722dbde8df7', 'gw_port': {'id': 'a6e0b1ed-8c82-45f0-9558-d89547f8e655', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:40:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339eaa63-2a7b-450b-8401-295c99cf8b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:43Z', 'updated_at': '2021-06-29T23:08:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi'}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:08:49.458039 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-fa0fdd59-51c6-432d-9df5-b36fa51879c7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:49.463434 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b68651a-1d3a-4e20-9598-aa86336bc898 None None] Checking router: 339eaa63-2a7b-450b-8401-295c99cf8b67 for host: dv-cinder-769602-4-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:08:49.463965 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b68651a-1d3a-4e20-9598-aa86336bc898 None None] Updating router 339eaa63-2a7b-450b-8401-295c99cf8b67 port a6e0b1ed-8c82-45f0-9558-d89547f8e655 binding host dv-cinder-769602-4-iscsi {{(pid=93165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:08:49.539109 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-9b68651a-1d3a-4e20-9598-aa86336bc898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:49.572597 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device f31c9d51-f31b-43b7-a629-311269139d80 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:08:49.749217 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-fa0fdd59-51c6-432d-9df5-b36fa51879c7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:49.756361 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-fa0fdd59-51c6-432d-9df5-b36fa51879c7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:49.782725 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:49.786374 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90d4823c-4022-4bc3-b1ea-4921649d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:49.798405 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-fa0fdd59-51c6-432d-9df5-b36fa51879c7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:49.801677 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-fa0fdd59-51c6-432d-9df5-b36fa51879c7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4869766 Jun 29 23:08:49.804070 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 56056) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:49.812313 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-07be2b2a-6ade-452c-82bd-ab25df863743 None None] Set router e35bc8f0-c8a2-451c-b269-ba9cd96100e9 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:08:49.818433 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-efeae974-3d4e-4737-bad5-2754e8666bf4 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Request body: {'security_group_rule': {'security_group_id': '980eb522-3460-4d5a-a1f1-33a7e43e3d33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:08:49.894578 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0fdd59-51c6-432d-9df5-b36fa51879c7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=980eb522-3460-4d5a-a1f1-33a7e43e3d33,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:49.915847 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-fa0fdd59-51c6-432d-9df5-b36fa51879c7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:49.980412 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-efeae974-3d4e-4737-bad5-2754e8666bf4 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:50.210123 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 56068) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:50.410790 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-efeae974-3d4e-4737-bad5-2754e8666bf4 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:50.428907 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-9b68651a-1d3a-4e20-9598-aa86336bc898 None None] Notify callbacks [] for port, precommit_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:50.458934 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c200eb05-3812-4555-b0eb-cb1349f9f916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:50.466697 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6cb2ca3b-426b-4339-885a-d456ae756155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:50.474716 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-efeae974-3d4e-4737-bad5-2754e8666bf4 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-377750'] for security_group_rule, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:50.487028 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 56086) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:50.488941 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.provisioning_blocks [None req-9b68651a-1d3a-4e20-9598-aa86336bc898 None None] Transition to ACTIVE for port object a6e0b1ed-8c82-45f0-9558-d89547f8e655 will not be triggered until provisioned by entity L2. {{(pid=93165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:08:50.504300 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-51daf428-9db9-4d4e-b7a2-f1db9c6ac4ef tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Request body: {'security_group': {'name': 'tempest-securitygroup--251328239', 'description': 'tempest-description--1869824156'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:08:50.512321 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-9b68651a-1d3a-4e20-9598-aa86336bc898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:50.513871 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:50.519906 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [None req-a34e5cd9-b397-49db-9b92-9d3db17e0588 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:50.542030 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeae974-3d4e-4737-bad5-2754e8666bf4 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7c33ba-0528-4455-a5c0-88e32761c098,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:50.643227 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning for port f31c9d51-f31b-43b7-a629-311269139d80 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:08:50.715136 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port f31c9d51-f31b-43b7-a629-311269139d80 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:08:50.726291 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2bcd1-7d7b-4c38-ad17-34b1d461ed0a None None] Pushing event updated for resources: {'Port': ['ID=a6e0b1ed-8c82-45f0-9558-d89547f8e655,revision_number=2']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:50.728690 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:50.730748 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:50.738510 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [None req-65c2bcd1-7d7b-4c38-ad17-34b1d461ed0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:50.739432 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-efeae974-3d4e-4737-bad5-2754e8666bf4 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:50.783090 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-9b68651a-1d3a-4e20-9598-aa86336bc898 None None] Attempting to bind port a6e0b1ed-8c82-45f0-9558-d89547f8e655 on host dv-cinder-769602-4-iscsi for vnic_type normal with profile {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:08:50.783554 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-9b68651a-1d3a-4e20-9598-aa86336bc898 None None] Attempting to bind port a6e0b1ed-8c82-45f0-9558-d89547f8e655 by drivers openvswitch,hyperv on host dv-cinder-769602-4-iscsi at level 0 using segments [{'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:08:50.783929 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b68651a-1d3a-4e20-9598-aa86336bc898 None None] Attempting to bind port a6e0b1ed-8c82-45f0-9558-d89547f8e655 on network 4f4d7b89-f14b-44bd-8c77-680ef6990266 {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:08:50.796151 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b68651a-1d3a-4e20-9598-aa86336bc898 None None] Checking agent: {'id': 'a1c2e225-8bcd-423f-9b74-e274311af98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 0, 50), 'started_at': datetime.datetime(2021, 6, 29, 23, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:08:50.796552 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b68651a-1d3a-4e20-9598-aa86336bc898 None None] Checking segment: {'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:08:50.797722 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-9b68651a-1d3a-4e20-9598-aa86336bc898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:50.799411 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b68651a-1d3a-4e20-9598-aa86336bc898 None None] Bound using segment: {'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:08:50.799966 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-9b68651a-1d3a-4e20-9598-aa86336bc898 None None] Bound port: a6e0b1ed-8c82-45f0-9558-d89547f8e655, host: dv-cinder-769602-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'}}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:08:50.800367 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-9b68651a-1d3a-4e20-9598-aa86336bc898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:50.819437 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [None req-6cb2ca3b-426b-4339-885a-d456ae756155 admin admin] Allocated IP 172.20.0.1 (89702f14-ff61-4cde-bb1a-7226991037f5/849ea54a-79f1-48c3-8b24-76e2484d0112/af5bca63-fa5c-4bce-866d-00255cc2397c) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:08:50.855728 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 56096) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:50.880723 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-2109f5ee-f0ae-482e-921f-48994a2163b1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1027270421-network', 'tenant_id': 'b84b41be717e4a5c85a1e0c59b90eb4a'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:08:50.886455 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f75ef8a4-f265-4cae-a206-a48404fd4a7c req-c059aa91-679b-4eb2-b998-d59ee2aa0cd8 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/ports?device_id=18653780-38ba-4322-b2a7-58824f67bb17 HTTP/1.1" status: 200 len: 210 time: 0.1030781 Jun 29 23:08:50.916326 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c200eb05-3812-4555-b0eb-cb1349f9f916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:50.922546 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdd2fb9-5a9a-454b-be91-0866fdd23602 None None] Network ee55f925-99e3-4f57-8692-f13b1fcbf140 requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:08:50.924484 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c200eb05-3812-4555-b0eb-cb1349f9f916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:50.955197 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-9b68651a-1d3a-4e20-9598-aa86336bc898 None None] For port a6e0b1ed-8c82-45f0-9558-d89547f8e655, host dv-cinder-769602-4-iscsi, cleared binding levels {{(pid=93165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:08:50.965295 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-9b68651a-1d3a-4e20-9598-aa86336bc898 None None] For port a6e0b1ed-8c82-45f0-9558-d89547f8e655, host dv-cinder-769602-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=a6e0b1ed-8c82-45f0-9558-d89547f8e655,segment=NetworkSegment(0d7322d1-9f99-46a3-b2ff-5e8cb22a095c),segment_id=0d7322d1-9f99-46a3-b2ff-5e8cb22a095c)] {{(pid=93165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:08:50.975794 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-9b68651a-1d3a-4e20-9598-aa86336bc898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:50.980307 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:51.015802 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-fa0fdd59-51c6-432d-9df5-b36fa51879c7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:51.029170 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-c200eb05-3812-4555-b0eb-cb1349f9f916 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bc6c35c061fa43209ed0824bb377f100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8154106 Jun 29 23:08:51.041619 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 56100) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:51.046080 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6cb2ca3b-426b-4339-885a-d456ae756155 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:51.111279 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b68651a-1d3a-4e20-9598-aa86336bc898 None None] Routers {'339eaa63-2a7b-450b-8401-295c99cf8b67'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:08:51.113200 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-9b68651a-1d3a-4e20-9598-aa86336bc898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:08:50Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['339eaa63-2a7b-450b-8401-295c99cf8b67'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:08:51.132332 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6cb2ca3b-426b-4339-885a-d456ae756155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:51.142170 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:51.155581 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:51.162297 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200eb05-3812-4555-b0eb-cb1349f9f916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9777280-d118-4316-bb94-08e5e80d9604,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:51.200086 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-c200eb05-3812-4555-b0eb-cb1349f9f916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:51.203470 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-efeae974-3d4e-4737-bad5-2754e8666bf4 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:51.204846 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-efeae974-3d4e-4737-bad5-2754e8666bf4 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3975224 Jun 29 23:08:51.207527 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 56102) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:51.229513 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2ca3b-426b-4339-885a-d456ae756155 admin admin] Pushing event updated for resources: {'Port': ['ID=af5bca63-fa5c-4bce-866d-00255cc2397c,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:51.245809 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-6cb2ca3b-426b-4339-885a-d456ae756155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:51.263602 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb2ca3b-426b-4339-885a-d456ae756155 admin admin] Network 89702f14-ff61-4cde-bb1a-7226991037f5 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:08:51.265732 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-6cb2ca3b-426b-4339-885a-d456ae756155 admin admin] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:08:51.268189 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2bcd1-7d7b-4c38-ad17-34b1d461ed0a None None] Pushing event updated for resources: {'Port': ['ID=a6e0b1ed-8c82-45f0-9558-d89547f8e655,revision_number=3']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:51.282089 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb2ca3b-426b-4339-885a-d456ae756155 admin admin] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:08:51.282967 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6cb2ca3b-426b-4339-885a-d456ae756155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442503'] for router_interface, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:51.286384 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:51.287777 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [None req-65c2bcd1-7d7b-4c38-ad17-34b1d461ed0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:51.292227 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-51daf428-9db9-4d4e-b7a2-f1db9c6ac4ef tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:51.323244 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] For port f31c9d51-f31b-43b7-a629-311269139d80, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=f31c9d51-f31b-43b7-a629-311269139d80,segment=NetworkSegment(0d7322d1-9f99-46a3-b2ff-5e8cb22a095c),segment_id=0d7322d1-9f99-46a3-b2ff-5e8cb22a095c)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:08:51.328753 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-07be2b2a-6ade-452c-82bd-ab25df863743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'name': 'tempest-AttachVolumeTestJSON-753116380-router', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'a4f6692f-d376-41f7-b509-b1d6598df151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:37Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': '89f7a8481a72408b89119405a6770fde', 'gw_port': {'id': 'a4f6692f-d376-41f7-b509-b1d6598df151', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': '8daac4e5-8ffc-49e5-8973-a89c79538713', 'name': '', 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'mac_address': 'fa:16:3e:3c:ed:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0cace3d9-d5b7-4676-96cc-bc7171040612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:43Z', 'updated_at': '2021-06-29T23:08:47Z', 'revision_number': 2, 'project_id': '89f7a8481a72408b89119405a6770fde', 'subnets': [{'id': '0cace3d9-d5b7-4676-96cc-bc7171040612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:08:51.380826 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:51.385730 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07be2b2a-6ade-452c-82bd-ab25df863743 None None] Checking router: e35bc8f0-c8a2-451c-b269-ba9cd96100e9 for host: dv-cinder-769602-4-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:08:51.386223 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07be2b2a-6ade-452c-82bd-ab25df863743 None None] Updating router e35bc8f0-c8a2-451c-b269-ba9cd96100e9 port 8daac4e5-8ffc-49e5-8973-a89c79538713 binding host dv-cinder-769602-4-iscsi {{(pid=93164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:08:51.391196 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-9b68651a-1d3a-4e20-9598-aa86336bc898 None None] Set router 339eaa63-2a7b-450b-8401-295c99cf8b67 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:08:51.433404 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:51.438284 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-17dec451-6f4f-4247-a9b3-dc0e8c2b9c20 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Request body: {'security_group_rule': {'security_group_id': '980eb522-3460-4d5a-a1f1-33a7e43e3d33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:08:51.462196 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d99da7b5-1e44-419c-b355-87e0a9f26c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:51.483696 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2109f5ee-f0ae-482e-921f-48994a2163b1 admin admin] Made reservation on behalf of b84b41be717e4a5c85a1e0c59b90eb4a for: {'network': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:08:51.488698 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2109f5ee-f0ae-482e-921f-48994a2163b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for network, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:51.507929 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5b43f0-6f05-401b-97ac-655a77dc41f6 None None] Sync routers for ids ['adf66a88-a972-4134-a833-293cc867cab5'] in dv-cinder-769602-4-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:08:51.511040 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.db.api [None req-17dec451-6f4f-4247-a9b3-dc0e8c2b9c20 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 23:08:51.511040 dv-cinder-769602-4-iscsi neutron-server[93162]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 29 23:08:51.511040 dv-cinder-769602-4-iscsi neutron-server[93162]: [parameters: {'project_id_1': 'a764af7b0ca642e4960df1bc8942167a', 'expiration_1': datetime.datetime(2021, 6, 29, 23, 8, 51, 459423)}] Jun 29 23:08:51.511040 dv-cinder-769602-4-iscsi neutron-server[93162]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 23:08:51.511440 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_db.api [None req-17dec451-6f4f-4247-a9b3-dc0e8c2b9c20 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 23:08:51.516257 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2109f5ee-f0ae-482e-921f-48994a2163b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:51.518057 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-07be2b2a-6ade-452c-82bd-ab25df863743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:51.527432 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d99da7b5-1e44-419c-b355-87e0a9f26c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:51.536011 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5b43f0-6f05-401b-97ac-655a77dc41f6 None None] Routers {'adf66a88-a972-4134-a833-293cc867cab5'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:08:51.537062 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-1c5b43f0-6f05-401b-97ac-655a77dc41f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:08:50Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['adf66a88-a972-4134-a833-293cc867cab5'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:08:51.548307 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Pushing event updated for resources: {'Port': ['ID=f31c9d51-f31b-43b7-a629-311269139d80,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:51.569931 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:51.589267 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d99da7b5-1e44-419c-b355-87e0a9f26c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:51.592772 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d99da7b5-1e44-419c-b355-87e0a9f26c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:51.596295 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-d99da7b5-1e44-419c-b355-87e0a9f26c3a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c9777280-d118-4316-bb94-08e5e80d9604 HTTP/1.1" status: 204 len: 168 time: 0.5514343 Jun 29 23:08:51.596295 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-250217cc-7adf-46a6-87e7-846d0820e1ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:51.623131 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99da7b5-1e44-419c-b355-87e0a9f26c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9777280-d118-4316-bb94-08e5e80d9604,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:51.627779 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-d99da7b5-1e44-419c-b355-87e0a9f26c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:51.741040 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6cb2ca3b-426b-4339-885a-d456ae756155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:51.759289 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.52', 53115) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:51.833771 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-51daf428-9db9-4d4e-b7a2-f1db9c6ac4ef tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:51.924863 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-1c5b43f0-6f05-401b-97ac-655a77dc41f6 None None] Set router adf66a88-a972-4134-a833-293cc867cab5 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:08:51.983660 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-07be2b2a-6ade-452c-82bd-ab25df863743 None None] Notify callbacks [] for port, precommit_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:52.011078 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-07be2b2a-6ade-452c-82bd-ab25df863743 None None] Transition to ACTIVE for port object 8daac4e5-8ffc-49e5-8973-a89c79538713 will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:08:52.031239 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-07be2b2a-6ade-452c-82bd-ab25df863743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:52.035003 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:52.182728 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f50d792-074b-4495-b6c9-775a15f2839c None None] Pushing event updated for resources: {'Port': ['ID=8daac4e5-8ffc-49e5-8973-a89c79538713,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:52.213743 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2109f5ee-f0ae-482e-921f-48994a2163b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:52.242727 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-42e3d06c-a515-4afa-a1c1-b1c7cbc96b19 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:08:52.245580 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-42e3d06c-a515-4afa-a1c1-b1c7cbc96b19 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.52 "GET /v2.0/networks?id=8bd729ce-1183-4f9e-96cc-84a21b355d36 HTTP/1.1" status: 200 len: 812 time: 0.4851439 Jun 29 23:08:52.249364 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2109f5ee-f0ae-482e-921f-48994a2163b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:52.266756 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:52.268734 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-8f50d792-074b-4495-b6c9-775a15f2839c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:52.279045 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6cb2ca3b-426b-4339-885a-d456ae756155 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:52.285793 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-51daf428-9db9-4d4e-b7a2-f1db9c6ac4ef tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:52.301434 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-9b68651a-1d3a-4e20-9598-aa86336bc898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339eaa63-2a7b-450b-8401-295c99cf8b67', 'name': 'tempest-ServerRescueNegativeTestJSON-252107133-router', 'tenant_id': 'a21d7629b3b04afe9b528722dbde8df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a6e0b1ed-8c82-45f0-9558-d89547f8e655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:41Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 3, 'project_id': 'a21d7629b3b04afe9b528722dbde8df7', 'gw_port': {'id': 'a6e0b1ed-8c82-45f0-9558-d89547f8e655', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:40:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339eaa63-2a7b-450b-8401-295c99cf8b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:43Z', 'updated_at': '2021-06-29T23:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi'}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:08:52.304504 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:52.332903 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6cb2ca3b-426b-4339-885a-d456ae756155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:52.352101 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-6064d1b5-b887-4065-8426-397c75d1f339 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Request body: {'port': {'device_id': '18653780-38ba-4322-b2a7-58824f67bb17', 'network_id': '8bd729ce-1183-4f9e-96cc-84a21b355d36', 'admin_state_up': True, 'tenant_id': '8378e93c855941b39dd893e27fa43ef1'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:08:52.359192 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6cb2ca3b-426b-4339-885a-d456ae756155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442387'] for router_interface, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:52.394298 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-07be2b2a-6ade-452c-82bd-ab25df863743 None None] Attempting to bind port 8daac4e5-8ffc-49e5-8973-a89c79538713 on host dv-cinder-769602-4-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:08:52.404034 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-07be2b2a-6ade-452c-82bd-ab25df863743 None None] Attempting to bind port 8daac4e5-8ffc-49e5-8973-a89c79538713 by drivers openvswitch,hyperv on host dv-cinder-769602-4-iscsi at level 0 using segments [{'id': '63f270fe-59bf-41e4-861c-414217008130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:08:52.405495 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07be2b2a-6ade-452c-82bd-ab25df863743 None None] Attempting to bind port 8daac4e5-8ffc-49e5-8973-a89c79538713 on network 961483aa-60c5-4d0f-82a0-c19a74bfe9c0 {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:08:52.422883 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07be2b2a-6ade-452c-82bd-ab25df863743 None None] Checking agent: {'id': 'a1c2e225-8bcd-423f-9b74-e274311af98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 0, 50), 'started_at': datetime.datetime(2021, 6, 29, 23, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:08:52.423432 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-51daf428-9db9-4d4e-b7a2-f1db9c6ac4ef tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:52.424790 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-51daf428-9db9-4d4e-b7a2-f1db9c6ac4ef tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.9351513 Jun 29 23:08:52.464519 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07be2b2a-6ade-452c-82bd-ab25df863743 None None] Checking segment: {'id': '63f270fe-59bf-41e4-861c-414217008130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:08:52.464519 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-07be2b2a-6ade-452c-82bd-ab25df863743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:52.464519 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07be2b2a-6ade-452c-82bd-ab25df863743 None None] Bound using segment: {'id': '63f270fe-59bf-41e4-861c-414217008130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:08:52.464519 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-07be2b2a-6ade-452c-82bd-ab25df863743 None None] Bound port: 8daac4e5-8ffc-49e5-8973-a89c79538713, host: dv-cinder-769602-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f270fe-59bf-41e4-861c-414217008130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:08:52.464519 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-07be2b2a-6ade-452c-82bd-ab25df863743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:52.467219 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b68651a-1d3a-4e20-9598-aa86336bc898 None None] The sync data for ids ['339eaa63-2a7b-450b-8401-295c99cf8b67'] in dv-cinder-769602-4-iscsi is: [{'id': '339eaa63-2a7b-450b-8401-295c99cf8b67', 'name': 'tempest-ServerRescueNegativeTestJSON-252107133-router', 'tenant_id': 'a21d7629b3b04afe9b528722dbde8df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a6e0b1ed-8c82-45f0-9558-d89547f8e655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:41Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 3, 'project_id': 'a21d7629b3b04afe9b528722dbde8df7', 'gw_port': {'id': 'a6e0b1ed-8c82-45f0-9558-d89547f8e655', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:40:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339eaa63-2a7b-450b-8401-295c99cf8b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:43Z', 'updated_at': '2021-06-29T23:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi'}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:08:52.467701 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 56140) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:52.467701 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 56144) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:52.467701 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-0848ac4b-1573-483d-9d40-57fc1f41f964 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Request body: {'security_group_rule': {'security_group_id': 'a25dd01b-7529-4fb9-a1c4-5604684d178f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:08:52.533641 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2109f5ee-f0ae-482e-921f-48994a2163b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=93162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 23:08:52.552933 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51daf428-9db9-4d4e-b7a2-f1db9c6ac4ef tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a25dd01b-7529-4fb9-a1c4-5604684d178f,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:52.578426 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4b4c7c78-e8b3-44d3-a257-79ac350201dc req-aafcd4e5-0f25-4e8e-8eeb-73272f8c30df tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/ports?device_id=18653780-38ba-4322-b2a7-58824f67bb17 HTTP/1.1" status: 200 len: 210 time: 0.1592610 Jun 29 23:08:52.590838 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-51daf428-9db9-4d4e-b7a2-f1db9c6ac4ef tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:52.604818 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:52.689785 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2109f5ee-f0ae-482e-921f-48994a2163b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5024803e-eaeb-45f4-baf4-86e6d238522f,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:52.699313 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2109f5ee-f0ae-482e-921f-48994a2163b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010'] for segment, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:52.699741 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.db.segments_db [None req-2109f5ee-f0ae-482e-921f-48994a2163b1 admin admin] Added segment 962ea797-e222-4632-89a0-862cce9d8f6d of type vlan for network 274a439d-8517-4411-a136-cfb1d12b86e2 Jun 29 23:08:52.709368 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:52.723633 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-07be2b2a-6ade-452c-82bd-ab25df863743 None None] For port 8daac4e5-8ffc-49e5-8973-a89c79538713, host dv-cinder-769602-4-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:08:52.727459 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-07be2b2a-6ade-452c-82bd-ab25df863743 None None] For port 8daac4e5-8ffc-49e5-8973-a89c79538713, host dv-cinder-769602-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=8daac4e5-8ffc-49e5-8973-a89c79538713,segment=NetworkSegment(63f270fe-59bf-41e4-861c-414217008130),segment_id=63f270fe-59bf-41e4-861c-414217008130)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:08:52.740539 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-07be2b2a-6ade-452c-82bd-ab25df863743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:52.743452 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:52.746499 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-17dec451-6f4f-4247-a9b3-dc0e8c2b9c20 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:52.757459 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-1c5b43f0-6f05-401b-97ac-655a77dc41f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf66a88-a972-4134-a833-293cc867cab5', 'name': 'tempest-AttachVolumeShelveTestJSON-805562870-router', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f31c9d51-f31b-43b7-a629-311269139d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'gw_port': {'id': 'f31c9d51-f31b-43b7-a629-311269139d80', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:51:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:39Z', 'updated_at': '2021-06-29T23:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': 'bb6d632e-0fff-45b5-8215-de3598d99564', 'name': '', 'network_id': '18655a20-36e7-480e-885c-1e73fb892310', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'mac_address': 'fa:16:3e:60:81:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '722d70ab-2523-4ee0-92c1-9e31835f606a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:44Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 2, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'subnets': [{'id': '722d70ab-2523-4ee0-92c1-9e31835f606a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:08:52.783714 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-2109f5ee-f0ae-482e-921f-48994a2163b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:52.813090 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d783a79a-c5d0-457a-bfc1-6f5b54841dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:52.843100 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5b43f0-6f05-401b-97ac-655a77dc41f6 None None] Checking router: adf66a88-a972-4134-a833-293cc867cab5 for host: dv-cinder-769602-4-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:08:52.843621 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5b43f0-6f05-401b-97ac-655a77dc41f6 None None] Updating router adf66a88-a972-4134-a833-293cc867cab5 port bb6d632e-0fff-45b5-8215-de3598d99564 binding host dv-cinder-769602-4-iscsi {{(pid=93165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:08:52.870372 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2ca3b-426b-4339-885a-d456ae756155 admin admin] Pushing event updated for resources: {'Port': ['ID=af5bca63-fa5c-4bce-866d-00255cc2397c,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:52.885832 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-6cb2ca3b-426b-4339-885a-d456ae756155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:52.891766 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07be2b2a-6ade-452c-82bd-ab25df863743 None None] Routers {'e35bc8f0-c8a2-451c-b269-ba9cd96100e9'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:08:52.892417 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-07be2b2a-6ade-452c-82bd-ab25df863743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:08:50Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['e35bc8f0-c8a2-451c-b269-ba9cd96100e9'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:08:52.990776 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f50d792-074b-4495-b6c9-775a15f2839c None None] Pushing event updated for resources: {'Port': ['ID=8daac4e5-8ffc-49e5-8973-a89c79538713,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:53.001924 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-8f50d792-074b-4495-b6c9-775a15f2839c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:53.054278 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-1c5b43f0-6f05-401b-97ac-655a77dc41f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:53.120349 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2109f5ee-f0ae-482e-921f-48994a2163b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748551094604'] for network, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:53.139221 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-07be2b2a-6ade-452c-82bd-ab25df863743 None None] Set router e35bc8f0-c8a2-451c-b269-ba9cd96100e9 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:08:53.279386 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0848ac4b-1573-483d-9d40-57fc1f41f964 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:53.302623 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-17dec451-6f4f-4247-a9b3-dc0e8c2b9c20 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:53.312115 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-17dec451-6f4f-4247-a9b3-dc0e8c2b9c20 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-377750'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:53.316971 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d783a79a-c5d0-457a-bfc1-6f5b54841dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:53.333989 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:53.334593 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb2ca3b-426b-4339-885a-d456ae756155 admin admin] Network 89702f14-ff61-4cde-bb1a-7226991037f5 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:08:53.342117 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d783a79a-c5d0-457a-bfc1-6f5b54841dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:53.347670 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-6cb2ca3b-426b-4339-885a-d456ae756155 admin admin] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:08:53.358471 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-1e96aaec-c56a-4ee6-9f31-50d7c9a65180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:53.385639 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dec451-6f4f-4247-a9b3-dc0e8c2b9c20 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85deebcb-58f9-43f3-a4ff-4b20617f1e2f,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:53.389935 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2109f5ee-f0ae-482e-921f-48994a2163b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688'] for network, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:53.408652 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2109f5ee-f0ae-482e-921f-48994a2163b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:08:53.409550 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2109f5ee-f0ae-482e-921f-48994a2163b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:53.425289 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-6064d1b5-b887-4065-8426-397c75d1f339 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Made reservation on behalf of 8378e93c855941b39dd893e27fa43ef1 for: {'port': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:08:53.430761 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-6064d1b5-b887-4065-8426-397c75d1f339 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:53.437747 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-17dec451-6f4f-4247-a9b3-dc0e8c2b9c20 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:53.438349 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:53.509268 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d783a79a-c5d0-457a-bfc1-6f5b54841dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01b83e0-992b-4350-ad92-8a7742e10284,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:53.523503 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-d783a79a-c5d0-457a-bfc1-6f5b54841dda admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=39e86d8377574ca88a6e7e5f9cc6edd6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0636806 Jun 29 23:08:53.526650 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-d783a79a-c5d0-457a-bfc1-6f5b54841dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:53.535537 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0848ac4b-1573-483d-9d40-57fc1f41f964 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:53.538137 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 56190) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:53.565964 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0848ac4b-1573-483d-9d40-57fc1f41f964 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-377750'] for security_group_rule, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:53.579828 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-2109f5ee-f0ae-482e-921f-48994a2163b1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.7207210 Jun 29 23:08:53.580974 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 56192) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:53.589271 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-17dec451-6f4f-4247-a9b3-dc0e8c2b9c20 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:53.598675 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-17dec451-6f4f-4247-a9b3-dc0e8c2b9c20 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3878129 Jun 29 23:08:53.604590 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 56194) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:53.618717 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-afb93bef-af76-4eeb-bf0b-73bb55225667 admin admin] Request body: {'subnet': {'network_id': '274a439d-8517-4411-a136-cfb1d12b86e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1027270421-subnet', 'tenant_id': 'b84b41be717e4a5c85a1e0c59b90eb4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:08:53.652490 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-efeae974-3d4e-4737-bad5-2754e8666bf4 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:53.737347 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-4c6f463c-10ea-4b37-8870-55f643f3ebe2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Request body: {'floatingip': {'floating_network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:08:53.772870 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2109f5ee-f0ae-482e-921f-48994a2163b1 admin admin] Pushing event updated for resources: {'Network': ['ID=274a439d-8517-4411-a136-cfb1d12b86e2,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:53.774071 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0848ac4b-1573-483d-9d40-57fc1f41f964 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=637fad04-2add-4dc7-a0eb-82d9316c8ae0,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:53.785525 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-0848ac4b-1573-483d-9d40-57fc1f41f964 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:53.786927 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-07be2b2a-6ade-452c-82bd-ab25df863743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'name': 'tempest-AttachVolumeTestJSON-753116380-router', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'a4f6692f-d376-41f7-b509-b1d6598df151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:37Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': '89f7a8481a72408b89119405a6770fde', 'gw_port': {'id': 'a4f6692f-d376-41f7-b509-b1d6598df151', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': '8daac4e5-8ffc-49e5-8973-a89c79538713', 'name': '', 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'mac_address': 'fa:16:3e:3c:ed:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0cace3d9-d5b7-4676-96cc-bc7171040612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:43Z', 'updated_at': '2021-06-29T23:08:52Z', 'revision_number': 4, 'project_id': '89f7a8481a72408b89119405a6770fde', 'subnets': [{'id': '0cace3d9-d5b7-4676-96cc-bc7171040612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:08:53.814922 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-2109f5ee-f0ae-482e-921f-48994a2163b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:53.875545 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb2ca3b-426b-4339-885a-d456ae756155 admin admin] Router 339eaa63-2a7b-450b-8401-295c99cf8b67 has already been hosted by L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f {{(pid=93163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:08:53.886252 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d4d0f25f-995f-4a1c-9755-3abff9e15006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:53.903606 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Network 274a439d-8517-4411-a136-cfb1d12b86e2 details requested by agent ovs-agent-dv-cinder-769602-4-iscsi with host dv-cinder-769602-4-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:08:53.909203 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device f31c9d51-f31b-43b7-a629-311269139d80 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:08:53.931529 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0848ac4b-1573-483d-9d40-57fc1f41f964 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:53.932696 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-0848ac4b-1573-483d-9d40-57fc1f41f964 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4742179 Jun 29 23:08:53.934689 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d4d0f25f-995f-4a1c-9755-3abff9e15006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:53.970066 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 56200) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:53.973438 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07be2b2a-6ade-452c-82bd-ab25df863743 None None] The sync data for ids ['e35bc8f0-c8a2-451c-b269-ba9cd96100e9'] in dv-cinder-769602-4-iscsi is: [{'id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'name': 'tempest-AttachVolumeTestJSON-753116380-router', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'a4f6692f-d376-41f7-b509-b1d6598df151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:37Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': '89f7a8481a72408b89119405a6770fde', 'gw_port': {'id': 'a4f6692f-d376-41f7-b509-b1d6598df151', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': '8daac4e5-8ffc-49e5-8973-a89c79538713', 'name': '', 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'mac_address': 'fa:16:3e:3c:ed:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0cace3d9-d5b7-4676-96cc-bc7171040612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:43Z', 'updated_at': '2021-06-29T23:08:52Z', 'revision_number': 4, 'project_id': '89f7a8481a72408b89119405a6770fde', 'subnets': [{'id': '0cace3d9-d5b7-4676-96cc-bc7171040612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:08:53.977289 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-8a173010-e726-4843-8f9a-2d6fca734e93 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Request body: {'security_group_rule': {'security_group_id': 'a25dd01b-7529-4fb9-a1c4-5604684d178f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:08:54.017469 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb93bef-af76-4eeb-bf0b-73bb55225667 admin admin] Made reservation on behalf of b84b41be717e4a5c85a1e0c59b90eb4a for: {'subnet': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:08:54.020817 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-afb93bef-af76-4eeb-bf0b-73bb55225667 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:54.208499 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-1c5b43f0-6f05-401b-97ac-655a77dc41f6 None None] Notify callbacks [] for port, precommit_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:54.222040 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d4d0f25f-995f-4a1c-9755-3abff9e15006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:54.229194 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d4d0f25f-995f-4a1c-9755-3abff9e15006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:54.236031 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-d4d0f25f-995f-4a1c-9755-3abff9e15006 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e01b83e0-992b-4350-ad92-8a7742e10284 HTTP/1.1" status: 204 len: 168 time: 0.6963315 Jun 29 23:08:54.239416 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.provisioning_blocks [None req-1c5b43f0-6f05-401b-97ac-655a77dc41f6 None None] Transition to ACTIVE for port object bb6d632e-0fff-45b5-8215-de3598d99564 will not be triggered until provisioned by entity L2. {{(pid=93165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:08:54.239583 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-869db86d-0c88-4a14-9415-6b8cc37ee8ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:54.254756 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-1c5b43f0-6f05-401b-97ac-655a77dc41f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:54.260374 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb2ca3b-426b-4339-885a-d456ae756155 admin admin] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:08:54.271187 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d0f25f-995f-4a1c-9755-3abff9e15006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01b83e0-992b-4350-ad92-8a7742e10284,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:54.277255 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:54.284706 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port f31c9d51-f31b-43b7-a629-311269139d80 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:08:54.285252 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:54.295212 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-6cb2ca3b-426b-4339-885a-d456ae756155 admin admin] 10.222.0.30 "PUT /v2.0/routers/339eaa63-2a7b-450b-8401-295c99cf8b67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7898774 Jun 29 23:08:54.328828 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.db.api [None req-8a173010-e726-4843-8f9a-2d6fca734e93 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 23:08:54.328828 dv-cinder-769602-4-iscsi neutron-server[93163]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 29 23:08:54.328828 dv-cinder-769602-4-iscsi neutron-server[93163]: [parameters: {'project_id_1': '89f7a8481a72408b89119405a6770fde', 'expiration_1': datetime.datetime(2021, 6, 29, 23, 8, 53, 985399)}] Jun 29 23:08:54.328828 dv-cinder-769602-4-iscsi neutron-server[93163]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 23:08:54.329193 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_db.api [None req-8a173010-e726-4843-8f9a-2d6fca734e93 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 23:08:54.345784 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-d4d0f25f-995f-4a1c-9755-3abff9e15006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:54.377585 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-078a6489-1499-4dab-ac49-28e493a93d33 req-272ea727-d62e-4894-b843-9c9df69e1ea8 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/ports?device_id=18653780-38ba-4322-b2a7-58824f67bb17 HTTP/1.1" status: 200 len: 210 time: 0.4645681 Jun 29 23:08:54.394271 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4c6f463c-10ea-4b37-8870-55f643f3ebe2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for floatingip, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:54.498484 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09268ece-a0b9-4c53-ba37-12d5799ebab6 None None] Pushing event updated for resources: {'Port': ['ID=bb6d632e-0fff-45b5-8215-de3598d99564,revision_number=3']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:54.529274 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [None req-09268ece-a0b9-4c53-ba37-12d5799ebab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:54.656924 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-1c5b43f0-6f05-401b-97ac-655a77dc41f6 None None] Attempting to bind port bb6d632e-0fff-45b5-8215-de3598d99564 on host dv-cinder-769602-4-iscsi for vnic_type normal with profile {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:08:54.657631 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-1c5b43f0-6f05-401b-97ac-655a77dc41f6 None None] Attempting to bind port bb6d632e-0fff-45b5-8215-de3598d99564 by drivers openvswitch,hyperv on host dv-cinder-769602-4-iscsi at level 0 using segments [{'id': 'a915f56e-4b4b-41eb-9b6a-ec11aa4ed293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '18655a20-36e7-480e-885c-1e73fb892310'}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:08:54.659272 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5b43f0-6f05-401b-97ac-655a77dc41f6 None None] Attempting to bind port bb6d632e-0fff-45b5-8215-de3598d99564 on network 18655a20-36e7-480e-885c-1e73fb892310 {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:08:54.665927 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5b43f0-6f05-401b-97ac-655a77dc41f6 None None] Checking agent: {'id': 'a1c2e225-8bcd-423f-9b74-e274311af98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 0, 50), 'started_at': datetime.datetime(2021, 6, 29, 23, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:08:54.667691 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5b43f0-6f05-401b-97ac-655a77dc41f6 None None] Checking segment: {'id': 'a915f56e-4b4b-41eb-9b6a-ec11aa4ed293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '18655a20-36e7-480e-885c-1e73fb892310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:08:54.668374 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-1c5b43f0-6f05-401b-97ac-655a77dc41f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:54.669125 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5b43f0-6f05-401b-97ac-655a77dc41f6 None None] Bound using segment: {'id': 'a915f56e-4b4b-41eb-9b6a-ec11aa4ed293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '18655a20-36e7-480e-885c-1e73fb892310'} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:08:54.670028 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-1c5b43f0-6f05-401b-97ac-655a77dc41f6 None None] Bound port: bb6d632e-0fff-45b5-8215-de3598d99564, host: dv-cinder-769602-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a915f56e-4b4b-41eb-9b6a-ec11aa4ed293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '18655a20-36e7-480e-885c-1e73fb892310'}}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:08:54.670798 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-1c5b43f0-6f05-401b-97ac-655a77dc41f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:54.911424 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-1c5b43f0-6f05-401b-97ac-655a77dc41f6 None None] For port bb6d632e-0fff-45b5-8215-de3598d99564, host dv-cinder-769602-4-iscsi, cleared binding levels {{(pid=93165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:08:54.925165 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8a173010-e726-4843-8f9a-2d6fca734e93 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:54.926208 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-1c5b43f0-6f05-401b-97ac-655a77dc41f6 None None] For port bb6d632e-0fff-45b5-8215-de3598d99564, host dv-cinder-769602-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=bb6d632e-0fff-45b5-8215-de3598d99564,segment=NetworkSegment(a915f56e-4b4b-41eb-9b6a-ec11aa4ed293),segment_id=a915f56e-4b4b-41eb-9b6a-ec11aa4ed293)] {{(pid=93165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:08:54.938805 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-1c5b43f0-6f05-401b-97ac-655a77dc41f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:54.940950 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:55.194402 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5b43f0-6f05-401b-97ac-655a77dc41f6 None None] Routers {'adf66a88-a972-4134-a833-293cc867cab5'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:08:55.200955 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-1c5b43f0-6f05-401b-97ac-655a77dc41f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:08:50Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['adf66a88-a972-4134-a833-293cc867cab5'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:08:55.269554 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8a173010-e726-4843-8f9a-2d6fca734e93 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:55.281773 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8a173010-e726-4843-8f9a-2d6fca734e93 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-377750'] for security_group_rule, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:55.294973 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:55.326162 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device a6e0b1ed-8c82-45f0-9558-d89547f8e655 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:08:55.388415 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09268ece-a0b9-4c53-ba37-12d5799ebab6 None None] Pushing event updated for resources: {'Port': ['ID=bb6d632e-0fff-45b5-8215-de3598d99564,revision_number=4']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:55.390566 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a173010-e726-4843-8f9a-2d6fca734e93 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f4b9be1-00b8-42b7-803f-e6c5bef18427,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:55.412725 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [None req-09268ece-a0b9-4c53-ba37-12d5799ebab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:55.439345 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-8a173010-e726-4843-8f9a-2d6fca734e93 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:55.450831 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8a173010-e726-4843-8f9a-2d6fca734e93 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:55.465138 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-8a173010-e726-4843-8f9a-2d6fca734e93 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4940903 Jun 29 23:08:55.471187 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 56252) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:55.486122 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-6064d1b5-b887-4065-8426-397c75d1f339 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Allocated IP 172.20.0.10 (8bd729ce-1183-4f9e-96cc-84a21b355d36/122a3829-92ba-4fc6-be43-01e8bc5685dd/e56cb7d8-68d6-49ce-8892-1665e02decd0) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:08:55.498662 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-908ed24a-f9cf-405f-9b54-a53ee39e5b4a tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Request body: {'floatingip': {'floating_network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:08:55.641390 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning for port a6e0b1ed-8c82-45f0-9558-d89547f8e655 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:08:55.643877 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-908ed24a-f9cf-405f-9b54-a53ee39e5b4a tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for floatingip, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:55.663073 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port a6e0b1ed-8c82-45f0-9558-d89547f8e655 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:08:55.663524 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:55.781516 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-1c5b43f0-6f05-401b-97ac-655a77dc41f6 None None] Set router adf66a88-a972-4134-a833-293cc867cab5 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:08:55.787956 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-afb93bef-af76-4eeb-bf0b-73bb55225667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688'] for subnet, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:55.853911 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-77369845-618c-4bb7-92be-bb64f79a5e7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:56.100656 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:56.160545 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ed5ee19c-233e-48a8-881b-f633fcd13a1b req-f4b9111c-7a53-42b0-80b5-14882ce129bf tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/ports?device_id=18653780-38ba-4322-b2a7-58824f67bb17 HTTP/1.1" status: 200 len: 210 time: 0.2156944 Jun 29 23:08:56.220599 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] For port a6e0b1ed-8c82-45f0-9558-d89547f8e655, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=a6e0b1ed-8c82-45f0-9558-d89547f8e655,segment=NetworkSegment(0d7322d1-9f99-46a3-b2ff-5e8cb22a095c),segment_id=0d7322d1-9f99-46a3-b2ff-5e8cb22a095c)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:08:56.224505 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:56.227432 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:56.383755 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Pushing event updated for resources: {'Port': ['ID=a6e0b1ed-8c82-45f0-9558-d89547f8e655,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:56.393288 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:56.433743 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb93bef-af76-4eeb-bf0b-73bb55225667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=900b8e25-88a6-4b5a-9619-dc626b33e0ae,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:56.446608 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-afb93bef-af76-4eeb-bf0b-73bb55225667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:56.504436 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb93bef-af76-4eeb-bf0b-73bb55225667 admin admin] Checking segment: {'id': '962ea797-e222-4632-89a0-862cce9d8f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '274a439d-8517-4411-a136-cfb1d12b86e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:08:56.505647 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb93bef-af76-4eeb-bf0b-73bb55225667 admin admin] Network hostable DHCP agents. Network: 274a439d-8517-4411-a136-cfb1d12b86e2, hostable agents: ['cfabb9e1-4ba2-4051-95c8-b215c3ad7269'], hosted agents: [] {{(pid=93162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:08:56.599288 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-1c5b43f0-6f05-401b-97ac-655a77dc41f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf66a88-a972-4134-a833-293cc867cab5', 'name': 'tempest-AttachVolumeShelveTestJSON-805562870-router', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f31c9d51-f31b-43b7-a629-311269139d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'gw_port': {'id': 'f31c9d51-f31b-43b7-a629-311269139d80', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:51:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:39Z', 'updated_at': '2021-06-29T23:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': 'bb6d632e-0fff-45b5-8215-de3598d99564', 'name': '', 'network_id': '18655a20-36e7-480e-885c-1e73fb892310', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'mac_address': 'fa:16:3e:60:81:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '722d70ab-2523-4ee0-92c1-9e31835f606a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:44Z', 'updated_at': '2021-06-29T23:08:54Z', 'revision_number': 4, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'subnets': [{'id': '722d70ab-2523-4ee0-92c1-9e31835f606a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:08:56.650840 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-6064d1b5-b887-4065-8426-397c75d1f339 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:56.776901 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5b43f0-6f05-401b-97ac-655a77dc41f6 None None] The sync data for ids ['adf66a88-a972-4134-a833-293cc867cab5'] in dv-cinder-769602-4-iscsi is: [{'id': 'adf66a88-a972-4134-a833-293cc867cab5', 'name': 'tempest-AttachVolumeShelveTestJSON-805562870-router', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f31c9d51-f31b-43b7-a629-311269139d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'gw_port': {'id': 'f31c9d51-f31b-43b7-a629-311269139d80', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:51:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:39Z', 'updated_at': '2021-06-29T23:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': 'bb6d632e-0fff-45b5-8215-de3598d99564', 'name': '', 'network_id': '18655a20-36e7-480e-885c-1e73fb892310', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'mac_address': 'fa:16:3e:60:81:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '722d70ab-2523-4ee0-92c1-9e31835f606a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:44Z', 'updated_at': '2021-06-29T23:08:54Z', 'revision_number': 4, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'subnets': [{'id': '722d70ab-2523-4ee0-92c1-9e31835f606a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:08:56.810882 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 8daac4e5-8ffc-49e5-8973-a89c79538713 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:08:56.856440 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-793f3e5c-d8a4-493d-9d25-ee58f0b537da tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:08:56.861920 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-793f3e5c-d8a4-493d-9d25-ee58f0b537da tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/networks?id=89702f14-ff61-4cde-bb1a-7226991037f5 HTTP/1.1" status: 200 len: 818 time: 0.8149967 Jun 29 23:08:56.888057 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4c6f463c-10ea-4b37-8870-55f643f3ebe2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:56.907915 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb93bef-af76-4eeb-bf0b-73bb55225667 admin admin] Network 274a439d-8517-4411-a136-cfb1d12b86e2 is scheduled to be hosted by DHCP agent cfabb9e1-4ba2-4051-95c8-b215c3ad7269 with binding_index 1 {{(pid=93162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:08:56.954350 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-b7fec3fa-b987-4722-bc06-4c11cee4c124 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/quotas/a21d7629b3b04afe9b528722dbde8df7 HTTP/1.1" status: 200 len: 375 time: 0.0880260 Jun 29 23:08:56.958327 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-6064d1b5-b887-4065-8426-397c75d1f339 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:56.997689 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning for port 8daac4e5-8ffc-49e5-8973-a89c79538713 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:08:57.017962 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port 8daac4e5-8ffc-49e5-8973-a89c79538713 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:08:57.020108 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:57.063138 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-706c791a-2473-48e3-8eec-8e0e6273365b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:57.137602 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-afb93bef-af76-4eeb-bf0b-73bb55225667 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-4-iscsi, 274a439d-8517-4411-a136-cfb1d12b86e2) {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:08:57.171566 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe3b101-54b2-46a5-93a5-9df9dd3539ac None None] Network 274a439d-8517-4411-a136-cfb1d12b86e2 requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:08:57.187288 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb93bef-af76-4eeb-bf0b-73bb55225667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:08:57.188957 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-afb93bef-af76-4eeb-bf0b-73bb55225667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:57.249963 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4f7504-96de-43ac-9c02-d644e932569b None None] Sync routers for ids ['339eaa63-2a7b-450b-8401-295c99cf8b67'] in dv-cinder-769602-4-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:08:57.344645 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4f7504-96de-43ac-9c02-d644e932569b None None] Routers {'339eaa63-2a7b-450b-8401-295c99cf8b67'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:08:57.349092 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-be4f7504-96de-43ac-9c02-d644e932569b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:08:50Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['339eaa63-2a7b-450b-8401-295c99cf8b67'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:08:57.350556 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-908ed24a-f9cf-405f-9b54-a53ee39e5b4a tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:57.494657 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-6064d1b5-b887-4065-8426-397c75d1f339 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Network 8bd729ce-1183-4f9e-96cc-84a21b355d36 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:08:57.533706 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-6064d1b5-b887-4065-8426-397c75d1f339 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:08:57.554501 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-ea99758a-c347-4f09-a2db-ae000baf4722 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a21d7629b3b04afe9b528722dbde8df7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5781031 Jun 29 23:08:57.614611 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-afb93bef-af76-4eeb-bf0b-73bb55225667 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.0153196 Jun 29 23:08:57.641506 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-6064d1b5-b887-4065-8426-397c75d1f339 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:08:57.672208 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-6064d1b5-b887-4065-8426-397c75d1f339 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:08:57.672208 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-6064d1b5-b887-4065-8426-397c75d1f339 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:57.752005 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [None req-908ed24a-f9cf-405f-9b54-a53ee39e5b4a tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Allocated IP 172.27.0.238 (4f4d7b89-f14b-44bd-8c77-680ef6990266/7d983a82-3206-4a2a-9ce9-3b2c9dc20086/6c882972-fe0b-46cc-b910-5cb48d69f246) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:08:57.889734 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6064d1b5-b887-4065-8426-397c75d1f339 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Pushing event updated for resources: {'Port': ['ID=e56cb7d8-68d6-49ce-8892-1665e02decd0,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:57.930638 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-6064d1b5-b887-4065-8426-397c75d1f339 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.878s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:57.958974 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:58.015918 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-6064d1b5-b887-4065-8426-397c75d1f339 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6864073 Jun 29 23:08:58.039277 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-ae30d9ff-e969-4aa1-974e-58725155135a tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 23:08:58.051754 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-ae30d9ff-e969-4aa1-974e-58725155135a tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0212810 Jun 29 23:08:58.081578 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3314894-aef3-43ca-ae4b-a45d8e81d642 req-bb9bf938-4e73-4209-acb2-4e855400e528 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:08:58.083954 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c3314894-aef3-43ca-ae4b-a45d8e81d642 req-bb9bf938-4e73-4209-acb2-4e855400e528 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/ports?device_id=18653780-38ba-4322-b2a7-58824f67bb17 HTTP/1.1" status: 200 len: 932 time: 0.4472747 Jun 29 23:08:58.205018 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-908ed24a-f9cf-405f-9b54-a53ee39e5b4a tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:58.248204 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 56336) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:58.311645 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b63bd00-b952-4eee-9103-e4c84694535a None None] Network 274a439d-8517-4411-a136-cfb1d12b86e2 requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:08:58.394426 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] For port 8daac4e5-8ffc-49e5-8973-a89c79538713, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=8daac4e5-8ffc-49e5-8973-a89c79538713,segment=NetworkSegment(63f270fe-59bf-41e4-861c-414217008130),segment_id=63f270fe-59bf-41e4-861c-414217008130)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:08:58.441480 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:58.443243 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device bb6d632e-0fff-45b5-8215-de3598d99564 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:08:58.460591 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-0c13a465-28c3-4728-87d3-85f0f67c62ba service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 23:08:58.463418 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-0c13a465-28c3-4728-87d3-85f0f67c62ba service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5777009 Jun 29 23:08:58.486222 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_v2 [None req-6668b61b-2e37-4990-a13c-ab9bd9824c59 admin admin] Deleting subnet 273af004-d234-4d4e-ab12-becc67d7f8bd {{(pid=93163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 23:08:58.592368 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-09a1f098-95a2-44d9-a754-fcd2ad178a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:58.622302 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-d7be4288-1249-4e3d-9fd3-430676d273bd service neutron] 10.222.0.30 "GET /v2.0/networks/89702f14-ff61-4cde-bb1a-7226991037f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523831 Jun 29 23:08:58.625366 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6668b61b-2e37-4990-a13c-ab9bd9824c59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:58.642865 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c3314894-aef3-43ca-ae4b-a45d8e81d642 req-aa25fdc9-c428-4917-803e-751b60fc83e6 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/security-groups?id=573df093-9831-4d00-8fac-d015d3943764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5420189 Jun 29 23:08:58.666790 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-908ed24a-f9cf-405f-9b54-a53ee39e5b4a tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:58.705291 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-be4f7504-96de-43ac-9c02-d644e932569b None None] Set router 339eaa63-2a7b-450b-8401-295c99cf8b67 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:08:58.717068 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:58.760446 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6668b61b-2e37-4990-a13c-ab9bd9824c59 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:58.775112 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-4c6f463c-10ea-4b37-8870-55f643f3ebe2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Allocated IP 172.27.0.40 (4f4d7b89-f14b-44bd-8c77-680ef6990266/7d983a82-3206-4a2a-9ce9-3b2c9dc20086/60e1bd49-dc31-4406-a7ab-02cc2d5b7064) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:08:58.803474 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6668b61b-2e37-4990-a13c-ab9bd9824c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1567904'] for subnet, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:58.824780 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908ed24a-f9cf-405f-9b54-a53ee39e5b4a tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Network 4f4d7b89-f14b-44bd-8c77-680ef6990266 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:08:58.912245 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-908ed24a-f9cf-405f-9b54-a53ee39e5b4a tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:08:58.914624 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6668b61b-2e37-4990-a13c-ab9bd9824c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1567929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688'] for subnet, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:58.919644 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908ed24a-f9cf-405f-9b54-a53ee39e5b4a tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:08:59.010069 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4c6f463c-10ea-4b37-8870-55f643f3ebe2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:59.019019 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-908ed24a-f9cf-405f-9b54-a53ee39e5b4a tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:59.031761 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ed24a-f9cf-405f-9b54-a53ee39e5b4a tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Pushing event updated for resources: {'Port': ['ID=6c882972-fe0b-46cc-b910-5cb48d69f246,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:59.050976 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-908ed24a-f9cf-405f-9b54-a53ee39e5b4a tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:59.055578 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-9ab4ea97-fc7f-4c59-86ab-d67cba62857e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:59.084673 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668b61b-2e37-4990-a13c-ab9bd9824c59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=273af004-d234-4d4e-ab12-becc67d7f8bd,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:59.136085 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4c6f463c-10ea-4b37-8870-55f643f3ebe2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:59.136085 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:08:59.136244 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-6668b61b-2e37-4990-a13c-ab9bd9824c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:59.140240 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6668b61b-2e37-4990-a13c-ab9bd9824c59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for subnet, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:59.144843 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-6668b61b-2e37-4990-a13c-ab9bd9824c59 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/273af004-d234-4d4e-ab12-becc67d7f8bd HTTP/1.1" status: 204 len: 168 time: 0.8881121 Jun 29 23:08:59.152552 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 56354) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:08:59.219033 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Pushing event updated for resources: {'Port': ['ID=8daac4e5-8ffc-49e5-8973-a89c79538713,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:59.237579 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:59.244227 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning for port bb6d632e-0fff-45b5-8215-de3598d99564 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:08:59.251435 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6f463c-10ea-4b37-8870-55f643f3ebe2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Network 4f4d7b89-f14b-44bd-8c77-680ef6990266 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:08:59.261851 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-4c6f463c-10ea-4b37-8870-55f643f3ebe2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:08:59.267141 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6f463c-10ea-4b37-8870-55f643f3ebe2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:08:59.275510 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port bb6d632e-0fff-45b5-8215-de3598d99564 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:08:59.275922 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:59.298666 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-42f3aedf-624e-4bc3-8e05-848763076ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1494429'] for network, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:59.318144 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-1e42a8b1-b93b-483c-9303-0b75351e9a49 service neutron] 10.222.0.30 "GET /v2.0/networks/89702f14-ff61-4cde-bb1a-7226991037f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6683388 Jun 29 23:08:59.352618 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-908ed24a-f9cf-405f-9b54-a53ee39e5b4a tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:59.459759 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-42f3aedf-624e-4bc3-8e05-848763076ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1567870', 'neutron.services.segments.db._delete_segments_for_network-8748551520579'] for network, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:59.479977 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-42f3aedf-624e-4bc3-8e05-848763076ae2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:08:59.480321 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-42f3aedf-624e-4bc3-8e05-848763076ae2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:08:59.481099 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-42f3aedf-624e-4bc3-8e05-848763076ae2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:08:59.481597 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-42f3aedf-624e-4bc3-8e05-848763076ae2 admin admin] Subscribe: > port after_create 55550000 {{(pid=93163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:08:59.481986 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-42f3aedf-624e-4bc3-8e05-848763076ae2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:08:59.482323 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-42f3aedf-624e-4bc3-8e05-848763076ae2 admin admin] Subscribe: > port after_update 55550000 {{(pid=93163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:08:59.482555 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-42f3aedf-624e-4bc3-8e05-848763076ae2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:08:59.482868 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-42f3aedf-624e-4bc3-8e05-848763076ae2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:08:59.483194 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-42f3aedf-624e-4bc3-8e05-848763076ae2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:08:59.483500 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-42f3aedf-624e-4bc3-8e05-848763076ae2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:08:59.540347 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f463c-10ea-4b37-8870-55f643f3ebe2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Pushing event updated for resources: {'Port': ['ID=60e1bd49-dc31-4406-a7ab-02cc2d5b7064,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:08:59.566171 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-4c6f463c-10ea-4b37-8870-55f643f3ebe2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:08:59.592314 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4c6f463c-10ea-4b37-8870-55f643f3ebe2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:59.770372 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4c6f463c-10ea-4b37-8870-55f643f3ebe2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:59.771851 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:08:59.795923 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-be4f7504-96de-43ac-9c02-d644e932569b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339eaa63-2a7b-450b-8401-295c99cf8b67', 'name': 'tempest-ServerRescueNegativeTestJSON-252107133-router', 'tenant_id': 'a21d7629b3b04afe9b528722dbde8df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a6e0b1ed-8c82-45f0-9558-d89547f8e655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:41Z', 'updated_at': '2021-06-29T23:08:51Z', 'revision_number': 4, 'project_id': 'a21d7629b3b04afe9b528722dbde8df7', 'gw_port': {'id': 'a6e0b1ed-8c82-45f0-9558-d89547f8e655', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:40:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339eaa63-2a7b-450b-8401-295c99cf8b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:43Z', 'updated_at': '2021-06-29T23:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': 'af5bca63-fa5c-4bce-866d-00255cc2397c', 'name': '', 'network_id': '89702f14-ff61-4cde-bb1a-7226991037f5', 'tenant_id': 'a21d7629b3b04afe9b528722dbde8df7', 'mac_address': 'fa:16:3e:2e:a8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339eaa63-2a7b-450b-8401-295c99cf8b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '849ea54a-79f1-48c3-8b24-76e2484d0112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:50Z', 'updated_at': '2021-06-29T23:08:51Z', 'revision_number': 2, 'project_id': 'a21d7629b3b04afe9b528722dbde8df7', 'subnets': [{'id': '849ea54a-79f1-48c3-8b24-76e2484d0112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:08:59.905942 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4f7504-96de-43ac-9c02-d644e932569b None None] Checking router: 339eaa63-2a7b-450b-8401-295c99cf8b67 for host: dv-cinder-769602-4-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:08:59.906336 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4f7504-96de-43ac-9c02-d644e932569b None None] Updating router 339eaa63-2a7b-450b-8401-295c99cf8b67 port af5bca63-fa5c-4bce-866d-00255cc2397c binding host dv-cinder-769602-4-iscsi {{(pid=93164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:09:00.024483 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] For port bb6d632e-0fff-45b5-8215-de3598d99564, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=bb6d632e-0fff-45b5-8215-de3598d99564,segment=NetworkSegment(a915f56e-4b4b-41eb-9b6a-ec11aa4ed293),segment_id=a915f56e-4b4b-41eb-9b6a-ec11aa4ed293)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:09:00.036593 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:00.048068 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:00.058675 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-be4f7504-96de-43ac-9c02-d644e932569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:00.190723 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-42f3aedf-624e-4bc3-8e05-848763076ae2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:09:00.192439 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-42f3aedf-624e-4bc3-8e05-848763076ae2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:09:00.193844 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-42f3aedf-624e-4bc3-8e05-848763076ae2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:09:00.197929 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-42f3aedf-624e-4bc3-8e05-848763076ae2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:09:00.198548 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-42f3aedf-624e-4bc3-8e05-848763076ae2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee55f925-99e3-4f57-8692-f13b1fcbf140']}} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:09:00.284280 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 8daac4e5-8ffc-49e5-8973-a89c79538713 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:09:00.290347 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-42f3aedf-624e-4bc3-8e05-848763076ae2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f64042-a423-4037-b767-b504e533d90a') {'for_net_delete': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:09:00.290635 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-42f3aedf-624e-4bc3-8e05-848763076ae2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f64042-a423-4037-b767-b504e533d90a') {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:09:00.312877 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9da4e5-80d0-4c43-b118-ca7612c782fb req-601cec1e-96b4-4dd3-a7f1-f651031911e7 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:00.315040 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0c9da4e5-80d0-4c43-b118-ca7612c782fb req-601cec1e-96b4-4dd3-a7f1-f651031911e7 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/ports?device_id=18653780-38ba-4322-b2a7-58824f67bb17 HTTP/1.1" status: 200 len: 932 time: 0.1861942 Jun 29 23:09:00.380428 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-f67d4163-1ede-4b32-a8e2-ece4a87b9c3a service neutron] Request body: {'port': {'device_id': '18653780-38ba-4322-b2a7-58824f67bb17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:09:00.388023 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4c6f463c-10ea-4b37-8870-55f643f3ebe2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:00.408425 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Pushing event updated for resources: {'Port': ['ID=bb6d632e-0fff-45b5-8215-de3598d99564,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:00.439043 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4c6f463c-10ea-4b37-8870-55f643f3ebe2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:00.457041 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-5efc09d7-5299-4a6d-9281-7f080097952a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:00.467022 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0c9da4e5-80d0-4c43-b118-ca7612c782fb req-c834a21b-2614-465f-bf13-8f2fb3173792 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/security-groups?id=573df093-9831-4d00-8fac-d015d3943764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376760 Jun 29 23:09:00.487348 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4c6f463c-10ea-4b37-8870-55f643f3ebe2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484151'] for floatingip, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:00.583549 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-f67d4163-1ede-4b32-a8e2-ece4a87b9c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:00.590757 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:00.591896 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f463c-10ea-4b37-8870-55f643f3ebe2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Pushing event updated for resources: {'Port': ['ID=60e1bd49-dc31-4406-a7ab-02cc2d5b7064,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:00.595535 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-4c6f463c-10ea-4b37-8870-55f643f3ebe2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:00.673884 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4c6f463c-10ea-4b37-8870-55f643f3ebe2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for floatingip, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:00.675320 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-4c6f463c-10ea-4b37-8870-55f643f3ebe2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.0409162 Jun 29 23:09:00.911474 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port 8daac4e5-8ffc-49e5-8973-a89c79538713 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:09:00.912039 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:00.976781 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b0674a4d-27ff-4ea7-a40d-1461b5dd94d9 req-1fc53c0e-513f-457a-8237-ba0b716da420 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.7611244 Jun 29 23:09:01.026361 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-42f3aedf-624e-4bc3-8e05-848763076ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748551432138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6975651'] for segment, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:01.050313 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device a6e0b1ed-8c82-45f0-9558-d89547f8e655 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:09:01.082828 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-42f3aedf-624e-4bc3-8e05-848763076ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010'] for segment, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:01.129156 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-be4f7504-96de-43ac-9c02-d644e932569b None None] Notify callbacks [] for port, precommit_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:01.133802 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f3aedf-624e-4bc3-8e05-848763076ae2 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=93163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 23:09:01.134247 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-42f3aedf-624e-4bc3-8e05-848763076ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5732886'] for segment, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:01.153745 dv-cinder-769602-4-iscsi neutron-server[93163]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 23:09:01.153745 dv-cinder-769602-4-iscsi neutron-server[93163]: from cryptography.utils import int_from_bytes Jun 29 23:09:01.153745 dv-cinder-769602-4-iscsi neutron-server[93163]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 23:09:01.153745 dv-cinder-769602-4-iscsi neutron-server[93163]: from cryptography.utils import int_from_bytes Jun 29 23:09:01.153745 dv-cinder-769602-4-iscsi neutron-server[93163]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:09:01.153745 dv-cinder-769602-4-iscsi neutron-server[93163]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:09:01.153745 dv-cinder-769602-4-iscsi neutron-server[93163]: Traceback (most recent call last): Jun 29 23:09:01.153745 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 23:09:01.153745 dv-cinder-769602-4-iscsi neutron-server[93163]: timer() Jun 29 23:09:01.153745 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 23:09:01.153745 dv-cinder-769602-4-iscsi neutron-server[93163]: cb(*args, **kw) Jun 29 23:09:01.153745 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 23:09:01.153745 dv-cinder-769602-4-iscsi neutron-server[93163]: return func(*args, **kwargs) Jun 29 23:09:01.153745 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 23:09:01.153745 dv-cinder-769602-4-iscsi neutron-server[93163]: self._notify() Jun 29 23:09:01.153745 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 23:09:01.153745 dv-cinder-769602-4-iscsi neutron-server[93163]: self.callback(batched_events) Jun 29 23:09:01.153745 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 23:09:01.153745 dv-cinder-769602-4-iscsi neutron-server[93163]: event.method(event) Jun 29 23:09:01.153745 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 23:09:01.153745 dv-cinder-769602-4-iscsi neutron-server[93163]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 23:09:01.153745 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 23:09:01.153745 dv-cinder-769602-4-iscsi neutron-server[93163]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 23:09:01.153745 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 23:09:01.153745 dv-cinder-769602-4-iscsi neutron-server[93163]: return f(self, *a, **k) Jun 29 23:09:01.153745 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 23:09:01.153745 dv-cinder-769602-4-iscsi neutron-server[93163]: return self._get(url).json() Jun 29 23:09:01.153745 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 23:09:01.153745 dv-cinder-769602-4-iscsi neutron-server[93163]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 23:09:01.153745 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 23:09:01.153745 dv-cinder-769602-4-iscsi neutron-server[93163]: return self.request(url, 'GET', **kwargs) Jun 29 23:09:01.153745 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 23:09:01.153745 dv-cinder-769602-4-iscsi neutron-server[93163]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 23:09:01.153745 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 23:09:01.153745 dv-cinder-769602-4-iscsi neutron-server[93163]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 23:09:01.153745 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 23:09:01.153745 dv-cinder-769602-4-iscsi neutron-server[93163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 23:09:01.153745 dv-cinder-769602-4-iscsi neutron-server[93163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 23:09:01.193827 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port a6e0b1ed-8c82-45f0-9558-d89547f8e655 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:09:01.194276 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:01.250253 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-f67d4163-1ede-4b32-a8e2-ece4a87b9c3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e56cb7d8-68d6-49ce-8892-1665e02decd0 {{(pid=93162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:09:01.264869 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-f67d4163-1ede-4b32-a8e2-ece4a87b9c3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:01.319040 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-908ed24a-f9cf-405f-9b54-a53ee39e5b4a tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:01.350256 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-25bab258-745d-4813-9204-3f3410569b0a req-279eae50-908a-475e-b8e4-030556b97b82 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1984298404&fields=id&tenant_id=a764af7b0ca642e4960df1bc8942167a HTTP/1.1" status: 200 len: 267 time: 0.0670989 Jun 29 23:09:01.436507 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-908ed24a-f9cf-405f-9b54-a53ee39e5b4a tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732986'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:01.453402 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-42f3aedf-624e-4bc3-8e05-848763076ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1567845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484101'] for network, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:01.464078 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-7fbbfad1-8043-4210-816b-d0cb6ff49706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:01.635723 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-42f3aedf-624e-4bc3-8e05-848763076ae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for network, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:01.640661 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-42f3aedf-624e-4bc3-8e05-848763076ae2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ee55f925-99e3-4f57-8692-f13b1fcbf140 HTTP/1.1" status: 204 len: 168 time: 2.4708226 Jun 29 23:09:01.647166 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-be4f7504-96de-43ac-9c02-d644e932569b None None] Transition to ACTIVE for port object af5bca63-fa5c-4bce-866d-00255cc2397c will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:09:01.650537 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 56462) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:01.651948 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-f67d4163-1ede-4b32-a8e2-ece4a87b9c3a service neutron] Transition to ACTIVE for port object e56cb7d8-68d6-49ce-8892-1665e02decd0 will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:09:01.667597 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-be4f7504-96de-43ac-9c02-d644e932569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:01.676486 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:01.706066 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-908ed24a-f9cf-405f-9b54-a53ee39e5b4a tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484151'] for floatingip, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:01.719497 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-f67d4163-1ede-4b32-a8e2-ece4a87b9c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:01.733363 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-908ed24a-f9cf-405f-9b54-a53ee39e5b4a tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for floatingip, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:01.734773 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-908ed24a-f9cf-405f-9b54-a53ee39e5b4a tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2615626 Jun 29 23:09:01.780667 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:01.808592 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ed24a-f9cf-405f-9b54-a53ee39e5b4a tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Pushing event updated for resources: {'Port': ['ID=6c882972-fe0b-46cc-b910-5cb48d69f246,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:01.835476 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eebf116-b8b1-464b-9924-7700db073b69 None None] Pushing event updated for resources: {'Port': ['ID=af5bca63-fa5c-4bce-866d-00255cc2397c,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:01.835476 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-3eebf116-b8b1-464b-9924-7700db073b69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:01.837220 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bab258-745d-4813-9204-3f3410569b0a req-3249ea58-ad90-48be-9e9d-52c14fd04460 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:01.838798 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-25bab258-745d-4813-9204-3f3410569b0a req-3249ea58-ad90-48be-9e9d-52c14fd04460 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/networks?id=18655a20-36e7-480e-885c-1e73fb892310 HTTP/1.1" status: 200 len: 816 time: 0.4792771 Jun 29 23:09:01.843263 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-908ed24a-f9cf-405f-9b54-a53ee39e5b4a tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:01.843859 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.215s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:01.917703 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f3aedf-624e-4bc3-8e05-848763076ae2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee55f925-99e3-4f57-8692-f13b1fcbf140,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:01.946710 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-42f3aedf-624e-4bc3-8e05-848763076ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:01.992933 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cd91ab0-a005-43c1-9d6d-5a104d0daa60 admin admin] Deleting subnet 900b8e25-88a6-4b5a-9619-dc626b33e0ae {{(pid=93163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 23:09:02.009351 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8cd91ab0-a005-43c1-9d6d-5a104d0daa60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:02.012655 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-25bab258-745d-4813-9204-3f3410569b0a req-731bd3f6-e82a-4e8e-a652-328f2a251a2d tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/quotas/a764af7b0ca642e4960df1bc8942167a HTTP/1.1" status: 200 len: 375 time: 0.1384575 Jun 29 23:09:02.033922 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-be4f7504-96de-43ac-9c02-d644e932569b None None] Attempting to bind port af5bca63-fa5c-4bce-866d-00255cc2397c on host dv-cinder-769602-4-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:09:02.038094 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-be4f7504-96de-43ac-9c02-d644e932569b None None] Attempting to bind port af5bca63-fa5c-4bce-866d-00255cc2397c by drivers openvswitch,hyperv on host dv-cinder-769602-4-iscsi at level 0 using segments [{'id': '5d2d0cd6-76c9-4e19-adbc-069cbe49383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '89702f14-ff61-4cde-bb1a-7226991037f5'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:09:02.038586 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4f7504-96de-43ac-9c02-d644e932569b None None] Attempting to bind port af5bca63-fa5c-4bce-866d-00255cc2397c on network 89702f14-ff61-4cde-bb1a-7226991037f5 {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:09:02.062613 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4f7504-96de-43ac-9c02-d644e932569b None None] Checking agent: {'id': 'a1c2e225-8bcd-423f-9b74-e274311af98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 0, 50), 'started_at': datetime.datetime(2021, 6, 29, 23, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:09:02.062818 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4f7504-96de-43ac-9c02-d644e932569b None None] Checking segment: {'id': '5d2d0cd6-76c9-4e19-adbc-069cbe49383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '89702f14-ff61-4cde-bb1a-7226991037f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:09:02.063164 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-be4f7504-96de-43ac-9c02-d644e932569b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:02.063628 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4f7504-96de-43ac-9c02-d644e932569b None None] Bound using segment: {'id': '5d2d0cd6-76c9-4e19-adbc-069cbe49383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '89702f14-ff61-4cde-bb1a-7226991037f5'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:09:02.064141 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-be4f7504-96de-43ac-9c02-d644e932569b None None] Bound port: af5bca63-fa5c-4bce-866d-00255cc2397c, host: dv-cinder-769602-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2d0cd6-76c9-4e19-adbc-069cbe49383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '89702f14-ff61-4cde-bb1a-7226991037f5'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:09:02.064539 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-be4f7504-96de-43ac-9c02-d644e932569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:02.098688 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8cd91ab0-a005-43c1-9d6d-5a104d0daa60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6975660'] for subnet, precommit_delete_associations {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:02.231782 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-be4f7504-96de-43ac-9c02-d644e932569b None None] For port af5bca63-fa5c-4bce-866d-00255cc2397c, host dv-cinder-769602-4-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:09:02.241906 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-be4f7504-96de-43ac-9c02-d644e932569b None None] For port af5bca63-fa5c-4bce-866d-00255cc2397c, host dv-cinder-769602-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=af5bca63-fa5c-4bce-866d-00255cc2397c,segment=NetworkSegment(5d2d0cd6-76c9-4e19-adbc-069cbe49383d),segment_id=5d2d0cd6-76c9-4e19-adbc-069cbe49383d)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:09:02.250864 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-be4f7504-96de-43ac-9c02-d644e932569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:02.257222 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d4163-1ede-4b32-a8e2-ece4a87b9c3a service neutron] Pushing event updated for resources: {'Port': ['ID=e56cb7d8-68d6-49ce-8892-1665e02decd0,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:02.266679 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:02.291844 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8cd91ab0-a005-43c1-9d6d-5a104d0daa60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1567904'] for subnet, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:02.357208 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device bb6d632e-0fff-45b5-8215-de3598d99564 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:09:02.357647 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-f67d4163-1ede-4b32-a8e2-ece4a87b9c3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:02.376202 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-f67d4163-1ede-4b32-a8e2-ece4a87b9c3a service neutron] Attempting to bind port e56cb7d8-68d6-49ce-8892-1665e02decd0 on host hv-cinder-76960 for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:09:02.376593 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-f67d4163-1ede-4b32-a8e2-ece4a87b9c3a service neutron] Attempting to bind port e56cb7d8-68d6-49ce-8892-1665e02decd0 by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': 'c48b2b9f-c25c-493c-b663-dfe98edfd665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8bd729ce-1183-4f9e-96cc-84a21b355d36'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:09:02.376950 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-f67d4163-1ede-4b32-a8e2-ece4a87b9c3a service neutron] Attempting to bind port e56cb7d8-68d6-49ce-8892-1665e02decd0 on network 8bd729ce-1183-4f9e-96cc-84a21b355d36 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:09:02.391557 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-f67d4163-1ede-4b32-a8e2-ece4a87b9c3a service neutron] Port e56cb7d8-68d6-49ce-8892-1665e02decd0 on network 8bd729ce-1183-4f9e-96cc-84a21b355d36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:09:02.391883 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-f67d4163-1ede-4b32-a8e2-ece4a87b9c3a service neutron] Attempting to bind port e56cb7d8-68d6-49ce-8892-1665e02decd0 on network 8bd729ce-1183-4f9e-96cc-84a21b355d36 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:09:02.425304 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-f67d4163-1ede-4b32-a8e2-ece4a87b9c3a service neutron] Checking agent: {'id': 'a4a0778d-945d-473c-9557-d6f7decbe5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 7, 4), 'started_at': datetime.datetime(2021, 6, 29, 23, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:09:02.425677 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-f67d4163-1ede-4b32-a8e2-ece4a87b9c3a service neutron] Checking segment: {'id': 'c48b2b9f-c25c-493c-b663-dfe98edfd665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8bd729ce-1183-4f9e-96cc-84a21b355d36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:09:02.426236 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-f67d4163-1ede-4b32-a8e2-ece4a87b9c3a service neutron] Bound using segment: {'id': 'c48b2b9f-c25c-493c-b663-dfe98edfd665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8bd729ce-1183-4f9e-96cc-84a21b355d36'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:09:02.427065 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-f67d4163-1ede-4b32-a8e2-ece4a87b9c3a service neutron] Bound port: e56cb7d8-68d6-49ce-8892-1665e02decd0, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c48b2b9f-c25c-493c-b663-dfe98edfd665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8bd729ce-1183-4f9e-96cc-84a21b355d36'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:09:02.427065 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-f67d4163-1ede-4b32-a8e2-ece4a87b9c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:02.446588 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8cd91ab0-a005-43c1-9d6d-5a104d0daa60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1567929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5733051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5763975'] for subnet, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:02.464186 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-06f224f0-cbb6-4b04-a97a-e548fe21cf98 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:02.477776 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4f7504-96de-43ac-9c02-d644e932569b None None] Routers {'339eaa63-2a7b-450b-8401-295c99cf8b67'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:09:02.479175 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-06f224f0-cbb6-4b04-a97a-e548fe21cf98 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/networks?id=89702f14-ff61-4cde-bb1a-7226991037f5 HTTP/1.1" status: 200 len: 818 time: 1.0441358 Jun 29 23:09:02.479807 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-be4f7504-96de-43ac-9c02-d644e932569b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:08:50Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['339eaa63-2a7b-450b-8401-295c99cf8b67'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:09:02.482556 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:02.550754 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd91ab0-a005-43c1-9d6d-5a104d0daa60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=900b8e25-88a6-4b5a-9619-dc626b33e0ae,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:02.576141 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-8cd91ab0-a005-43c1-9d6d-5a104d0daa60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:02.581438 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eebf116-b8b1-464b-9924-7700db073b69 None None] Pushing event updated for resources: {'Port': ['ID=af5bca63-fa5c-4bce-866d-00255cc2397c,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:02.591396 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-3eebf116-b8b1-464b-9924-7700db073b69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:02.605921 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-931cb005-5a44-493c-8e00-432d8c0ba51d tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/quotas/a21d7629b3b04afe9b528722dbde8df7 HTTP/1.1" status: 200 len: 375 time: 0.0608850 Jun 29 23:09:02.617700 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8cd91ab0-a005-43c1-9d6d-5a104d0daa60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for subnet, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:02.626772 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-8cd91ab0-a005-43c1-9d6d-5a104d0daa60 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/900b8e25-88a6-4b5a-9619-dc626b33e0ae HTTP/1.1" status: 204 len: 168 time: 0.9218404 Jun 29 23:09:02.634594 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 56496) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:02.646872 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-25bab258-745d-4813-9204-3f3410569b0a req-15d0a47d-2cbb-49d5-8fc6-8f1310d872e9 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a764af7b0ca642e4960df1bc8942167a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6193860 Jun 29 23:09:02.675822 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port bb6d632e-0fff-45b5-8215-de3598d99564 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:09:02.676461 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:02.754923 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-be4f7504-96de-43ac-9c02-d644e932569b None None] Set router 339eaa63-2a7b-450b-8401-295c99cf8b67 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:09:02.822245 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1d129649-7330-4ce0-b225-b96e1f643e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1494429'] for network, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:02.825323 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-f67d4163-1ede-4b32-a8e2-ece4a87b9c3a service neutron] For port e56cb7d8-68d6-49ce-8892-1665e02decd0, host hv-cinder-76960, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:09:02.830376 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-34c66709-b690-4b2d-b446-a09855fb5167 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a21d7629b3b04afe9b528722dbde8df7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2005129 Jun 29 23:09:02.886262 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-f67d4163-1ede-4b32-a8e2-ece4a87b9c3a service neutron] For port e56cb7d8-68d6-49ce-8892-1665e02decd0, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=e56cb7d8-68d6-49ce-8892-1665e02decd0,segment=NetworkSegment(c48b2b9f-c25c-493c-b663-dfe98edfd665),segment_id=c48b2b9f-c25c-493c-b663-dfe98edfd665)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:09:02.896696 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-f67d4163-1ede-4b32-a8e2-ece4a87b9c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:02.913125 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:03.025075 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1d129649-7330-4ce0-b225-b96e1f643e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1567870', 'neutron.services.segments.db._delete_segments_for_network-8748551520579'] for network, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:03.033210 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d4163-1ede-4b32-a8e2-ece4a87b9c3a service neutron] Pushing event updated for resources: {'Port': ['ID=e56cb7d8-68d6-49ce-8892-1665e02decd0,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:03.040640 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-1d129649-7330-4ce0-b225-b96e1f643e4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['274a439d-8517-4411-a136-cfb1d12b86e2']}} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:09:03.051439 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-f67d4163-1ede-4b32-a8e2-ece4a87b9c3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:03.069249 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-1d129649-7330-4ce0-b225-b96e1f643e4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962ea797-e222-4632-89a0-862cce9d8f6d') {'for_net_delete': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:09:03.069903 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-1d129649-7330-4ce0-b225-b96e1f643e4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962ea797-e222-4632-89a0-862cce9d8f6d') {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:09:03.090389 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1d129649-7330-4ce0-b225-b96e1f643e4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748551432138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6975651'] for segment, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:03.104897 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-09a6934a-c75c-4fa3-ac31-1aa83ad91d6e service neutron] 10.222.0.30 "GET /v2.0/networks/89702f14-ff61-4cde-bb1a-7226991037f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571778 Jun 29 23:09:03.109593 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1d129649-7330-4ce0-b225-b96e1f643e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010'] for segment, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:03.120748 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-f67d4163-1ede-4b32-a8e2-ece4a87b9c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:03.121403 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-f67d4163-1ede-4b32-a8e2-ece4a87b9c3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:03.123616 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-f67d4163-1ede-4b32-a8e2-ece4a87b9c3a service neutron] 10.222.0.52 "PUT /v2.0/ports/e56cb7d8-68d6-49ce-8892-1665e02decd0 HTTP/1.1" status: 200 len: 1094 time: 2.9917610 Jun 29 23:09:03.123616 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18653780-38ba-4322-b2a7-58824f67bb17', 'tag': 'e56cb7d8-68d6-49ce-8892-1665e02decd0'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:09:03.137601 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d129649-7330-4ce0-b225-b96e1f643e4c admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=93163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 23:09:03.138358 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1d129649-7330-4ce0-b225-b96e1f643e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5732886'] for segment, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:03.140388 dv-cinder-769602-4-iscsi neutron-server[93163]: Traceback (most recent call last): Jun 29 23:09:03.140388 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 23:09:03.140388 dv-cinder-769602-4-iscsi neutron-server[93163]: timer() Jun 29 23:09:03.140388 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 23:09:03.140388 dv-cinder-769602-4-iscsi neutron-server[93163]: cb(*args, **kw) Jun 29 23:09:03.140388 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 23:09:03.140388 dv-cinder-769602-4-iscsi neutron-server[93163]: return func(*args, **kwargs) Jun 29 23:09:03.140388 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 23:09:03.140388 dv-cinder-769602-4-iscsi neutron-server[93163]: self._notify() Jun 29 23:09:03.140388 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 23:09:03.140388 dv-cinder-769602-4-iscsi neutron-server[93163]: self.callback(batched_events) Jun 29 23:09:03.140388 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 23:09:03.140388 dv-cinder-769602-4-iscsi neutron-server[93163]: event.method(event) Jun 29 23:09:03.140388 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 23:09:03.140388 dv-cinder-769602-4-iscsi neutron-server[93163]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 23:09:03.140388 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 23:09:03.140388 dv-cinder-769602-4-iscsi neutron-server[93163]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 23:09:03.140388 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 23:09:03.140388 dv-cinder-769602-4-iscsi neutron-server[93163]: return f(self, *a, **k) Jun 29 23:09:03.140388 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 23:09:03.140388 dv-cinder-769602-4-iscsi neutron-server[93163]: return self._get(url).json() Jun 29 23:09:03.140388 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 23:09:03.140388 dv-cinder-769602-4-iscsi neutron-server[93163]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 23:09:03.140388 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 23:09:03.140388 dv-cinder-769602-4-iscsi neutron-server[93163]: return self.request(url, 'GET', **kwargs) Jun 29 23:09:03.140388 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 23:09:03.140388 dv-cinder-769602-4-iscsi neutron-server[93163]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 23:09:03.140388 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 23:09:03.140388 dv-cinder-769602-4-iscsi neutron-server[93163]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 23:09:03.140388 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 23:09:03.140388 dv-cinder-769602-4-iscsi neutron-server[93163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 23:09:03.140388 dv-cinder-769602-4-iscsi neutron-server[93163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 23:09:03.146850 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-be4f7504-96de-43ac-9c02-d644e932569b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339eaa63-2a7b-450b-8401-295c99cf8b67', 'name': 'tempest-ServerRescueNegativeTestJSON-252107133-router', 'tenant_id': 'a21d7629b3b04afe9b528722dbde8df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a6e0b1ed-8c82-45f0-9558-d89547f8e655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:41Z', 'updated_at': '2021-06-29T23:08:51Z', 'revision_number': 4, 'project_id': 'a21d7629b3b04afe9b528722dbde8df7', 'gw_port': {'id': 'a6e0b1ed-8c82-45f0-9558-d89547f8e655', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:40:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339eaa63-2a7b-450b-8401-295c99cf8b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:43Z', 'updated_at': '2021-06-29T23:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': 'af5bca63-fa5c-4bce-866d-00255cc2397c', 'name': '', 'network_id': '89702f14-ff61-4cde-bb1a-7226991037f5', 'tenant_id': 'a21d7629b3b04afe9b528722dbde8df7', 'mac_address': 'fa:16:3e:2e:a8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339eaa63-2a7b-450b-8401-295c99cf8b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '849ea54a-79f1-48c3-8b24-76e2484d0112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:50Z', 'updated_at': '2021-06-29T23:09:02Z', 'revision_number': 4, 'project_id': 'a21d7629b3b04afe9b528722dbde8df7', 'subnets': [{'id': '849ea54a-79f1-48c3-8b24-76e2484d0112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:09:03.189494 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4f7504-96de-43ac-9c02-d644e932569b None None] The sync data for ids ['339eaa63-2a7b-450b-8401-295c99cf8b67'] in dv-cinder-769602-4-iscsi is: [{'id': '339eaa63-2a7b-450b-8401-295c99cf8b67', 'name': 'tempest-ServerRescueNegativeTestJSON-252107133-router', 'tenant_id': 'a21d7629b3b04afe9b528722dbde8df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a6e0b1ed-8c82-45f0-9558-d89547f8e655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:41Z', 'updated_at': '2021-06-29T23:08:51Z', 'revision_number': 4, 'project_id': 'a21d7629b3b04afe9b528722dbde8df7', 'gw_port': {'id': 'a6e0b1ed-8c82-45f0-9558-d89547f8e655', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:40:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339eaa63-2a7b-450b-8401-295c99cf8b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:43Z', 'updated_at': '2021-06-29T23:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': 'af5bca63-fa5c-4bce-866d-00255cc2397c', 'name': '', 'network_id': '89702f14-ff61-4cde-bb1a-7226991037f5', 'tenant_id': 'a21d7629b3b04afe9b528722dbde8df7', 'mac_address': 'fa:16:3e:2e:a8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339eaa63-2a7b-450b-8401-295c99cf8b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '849ea54a-79f1-48c3-8b24-76e2484d0112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:50Z', 'updated_at': '2021-06-29T23:09:02Z', 'revision_number': 4, 'project_id': 'a21d7629b3b04afe9b528722dbde8df7', 'subnets': [{'id': '849ea54a-79f1-48c3-8b24-76e2484d0112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:09:03.269367 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-25bab258-745d-4813-9204-3f3410569b0a req-1a90a979-0084-46b2-82f8-cb6cd55d1dfd service neutron] 10.222.0.30 "GET /v2.0/networks/18655a20-36e7-480e-885c-1e73fb892310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5771925 Jun 29 23:09:03.423429 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1d129649-7330-4ce0-b225-b96e1f643e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1567845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484101'] for network, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:03.443096 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1d129649-7330-4ce0-b225-b96e1f643e4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for network, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:03.446987 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-1d129649-7330-4ce0-b225-b96e1f643e4c admin admin] 10.222.0.30 "DELETE /v2.0/networks/274a439d-8517-4411-a136-cfb1d12b86e2 HTTP/1.1" status: 204 len: 168 time: 0.8111055 Jun 29 23:09:03.462631 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-83c341ba-d805-4d15-9acb-40f76200326d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:03.574633 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d129649-7330-4ce0-b225-b96e1f643e4c admin admin] Pushing event deleted for resources: {'Network': ['ID=274a439d-8517-4411-a136-cfb1d12b86e2,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:03.600421 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-1d129649-7330-4ce0-b225-b96e1f643e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:03.607382 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-96f801e5-3a9b-4e8f-a8a1-88b0c4e4ff66 service neutron] 10.222.0.30 "GET /v2.0/networks/89702f14-ff61-4cde-bb1a-7226991037f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4936872 Jun 29 23:09:03.889147 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 56530) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:04.041844 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-71533f8e-e05c-4896-a2ec-06feb1aa7c67 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2332e78f7c2b4382b7e7f9768bcf2235&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1512713 Jun 29 23:09:04.046219 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 56542) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:04.177733 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-27c3f0c9-b09e-494b-b766-353a64699737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:04.199627 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:04.223022 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4ff624e5b506a15852624dbd6f9127feb1aca7eb9818edaf72933b1fc2af06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e558539-9210-49ac-99a9-2a44fd446fee" -d '{"events": [{"name": "network-changed", "server_uuid": "18653780-38ba-4322-b2a7-58824f67bb17", "tag": "e56cb7d8-68d6-49ce-8892-1665e02decd0"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:09:04.308141 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-27c3f0c9-b09e-494b-b766-353a64699737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:04.342490 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-25bab258-745d-4813-9204-3f3410569b0a req-91ba4a65-07ce-45c8-86d8-1f5f80303181 service neutron] 10.222.0.30 "GET /v2.0/networks/18655a20-36e7-480e-885c-1e73fb892310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0650923 Jun 29 23:09:04.380235 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device af5bca63-fa5c-4bce-866d-00255cc2397c up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:09:04.474677 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-9e4d69cf-953e-4cb3-aa66-ae9ff1fe9d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:04.477041 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-9e4d69cf-953e-4cb3-aa66-ae9ff1fe9d9e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8378e93c855941b39dd893e27fa43ef1&device_id=18653780-38ba-4322-b2a7-58824f67bb17 HTTP/1.1" status: 200 len: 1097 time: 0.2593045 Jun 29 23:09:04.577030 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning for port af5bca63-fa5c-4bce-866d-00255cc2397c completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:09:04.583732 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port af5bca63-fa5c-4bce-866d-00255cc2397c triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:09:04.587002 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:04.632216 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.52', 53140) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:04.927987 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-87dc028b-33be-4fe6-9e7b-e332d3fbca0e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e56cb7d8-68d6-49ce-8892-1665e02decd0 HTTP/1.1" status: 200 len: 217 time: 0.4327853 Jun 29 23:09:04.945940 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986dcc86-83f4-40a1-b91b-a2ebfb4eaddb req-d59acf26-7aa4-4b44-9d9f-6e3c780a90a9 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:04.959412 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-986dcc86-83f4-40a1-b91b-a2ebfb4eaddb req-d59acf26-7aa4-4b44-9d9f-6e3c780a90a9 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/ports?device_id=18653780-38ba-4322-b2a7-58824f67bb17 HTTP/1.1" status: 200 len: 944 time: 0.5009234 Jun 29 23:09:04.960600 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-27c3f0c9-b09e-494b-b766-353a64699737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:04.990205 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-27c3f0c9-b09e-494b-b766-353a64699737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:04.994559 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-27c3f0c9-b09e-494b-b766-353a64699737 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f82fbffc-db01-4ca2-8ff6-6ed2855aef01 HTTP/1.1" status: 204 len: 168 time: 0.9434736 Jun 29 23:09:05.002940 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:05.066492 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:05.081839 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3f0c9-b09e-494b-b766-353a64699737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82fbffc-db01-4ca2-8ff6-6ed2855aef01,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:05.091598 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-27c3f0c9-b09e-494b-b766-353a64699737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:05.248536 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] For port af5bca63-fa5c-4bce-866d-00255cc2397c, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=af5bca63-fa5c-4bce-866d-00255cc2397c,segment=NetworkSegment(5d2d0cd6-76c9-4e19-adbc-069cbe49383d),segment_id=5d2d0cd6-76c9-4e19-adbc-069cbe49383d)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:09:05.260609 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:05.264307 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-146de921-03ce-4d97-8737-47330c0520ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:05.274440 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 56578) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:05.308121 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-986dcc86-83f4-40a1-b91b-a2ebfb4eaddb req-43ed05b3-e371-4419-9481-f83df9b4819e tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/security-groups?id=573df093-9831-4d00-8fac-d015d3943764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095813 Jun 29 23:09:05.481481 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Pushing event updated for resources: {'Port': ['ID=af5bca63-fa5c-4bce-866d-00255cc2397c,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:05.498512 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:05.502749 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-75afcb16-10fb-4102-a0b3-9519dbeb2af4 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:05.506076 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-75afcb16-10fb-4102-a0b3-9519dbeb2af4 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.52 "GET /v2.0/networks?id=89702f14-ff61-4cde-bb1a-7226991037f5 HTTP/1.1" status: 200 len: 818 time: 0.6740284 Jun 29 23:09:05.556153 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8046911b-df94-4255-be26-1e6b469e0b05 req-71427347-b941-46a2-a4e5-f3ceaa355ac7 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--251328239&fields=id&tenant_id=89f7a8481a72408b89119405a6770fde HTTP/1.1" status: 200 len: 267 time: 0.2491508 Jun 29 23:09:05.599834 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-7214303b-57a0-4f3a-93b1-ebe8e74a1a2b tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Request body: {'port': {'device_id': '393ea916-c13e-4618-850c-cb30645433e8', 'network_id': '89702f14-ff61-4cde-bb1a-7226991037f5', 'admin_state_up': True, 'tenant_id': 'a21d7629b3b04afe9b528722dbde8df7'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:09:05.930774 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7a0638d9-ed03-4aa6-b0f7-bc8b2a85b65c req-d86bddb7-42a0-4f7f-ab6a-83915e02695f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 210 time: 0.1037538 Jun 29 23:09:05.936536 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7cf87f16-8f40-4eb3-a3a3-c22cc51acf67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:06.181793 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-6673cd7a-8b70-4a78-9473-f5c22c3f2c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:06.186060 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-6673cd7a-8b70-4a78-9473-f5c22c3f2c74 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=122a3829-92ba-4fc6-be43-01e8bc5685dd HTTP/1.1" status: 200 len: 852 time: 0.9096332 Jun 29 23:09:06.274271 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 56622) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:06.302120 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device af5bca63-fa5c-4bce-866d-00255cc2397c up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:09:06.384739 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7cf87f16-8f40-4eb3-a3a3-c22cc51acf67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:06.401869 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7cf87f16-8f40-4eb3-a3a3-c22cc51acf67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:06.432560 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:06.433475 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port af5bca63-fa5c-4bce-866d-00255cc2397c triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:09:06.434291 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:06.557108 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf87f16-8f40-4eb3-a3a3-c22cc51acf67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693c0a71-93fb-4bfb-978c-64a01d24a632,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:06.569873 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-7cf87f16-8f40-4eb3-a3a3-c22cc51acf67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:06.595052 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-5adc80e8-7828-4c42-b9e8-c9f6725cfaf2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b84b41be717e4a5c85a1e0c59b90eb4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3134248 Jun 29 23:09:06.595973 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 56632) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:06.652177 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-85c510de-2e40-4306-a1a0-c4474cee2cbc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8bd729ce-1183-4f9e-96cc-84a21b355d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4161239 Jun 29 23:09:06.652890 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-7cf87f16-8f40-4eb3-a3a3-c22cc51acf67 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b23a7a82ac1040949618610c18879d24&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3432772 Jun 29 23:09:06.665335 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 56634) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:06.734436 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046911b-df94-4255-be26-1e6b469e0b05 req-b1d50553-c080-4f95-bb6b-32a22430dabc tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:06.743070 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8046911b-df94-4255-be26-1e6b469e0b05 req-b1d50553-c080-4f95-bb6b-32a22430dabc tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/networks?id=961483aa-60c5-4d0f-82a0-c19a74bfe9c0 HTTP/1.1" status: 200 len: 810 time: 1.1028895 Jun 29 23:09:06.793493 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8046911b-df94-4255-be26-1e6b469e0b05 req-82eeac63-e4da-4937-8cef-64cc32f628e8 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/quotas/89f7a8481a72408b89119405a6770fde HTTP/1.1" status: 200 len: 375 time: 0.0485573 Jun 29 23:09:06.797153 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98509be0-3751-4c00-9756-a11b5ff0903d x-openstack-request-id: req-98509be0-3751-4c00-9756-a11b5ff0903d {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:09:06.797388 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18653780-38ba-4322-b2a7-58824f67bb17", "tag": "e56cb7d8-68d6-49ce-8892-1665e02decd0", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:09:06.797660 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-98509be0-3751-4c00-9756-a11b5ff0903d {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:09:06.798190 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18653780-38ba-4322-b2a7-58824f67bb17', 'tag': 'e56cb7d8-68d6-49ce-8892-1665e02decd0', 'status': 'completed', 'code': 200} Jun 29 23:09:06.865455 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-315f4afc-b3f1-4e05-8659-3534e4cdf336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:06.927022 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-7214303b-57a0-4f3a-93b1-ebe8e74a1a2b tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Made reservation on behalf of a21d7629b3b04afe9b528722dbde8df7 for: {'port': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:09:06.936132 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5b087ec3-2fc1-4570-a874-fb9f99201fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:06.937438 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-7214303b-57a0-4f3a-93b1-ebe8e74a1a2b tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:06.990331 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-315f4afc-b3f1-4e05-8659-3534e4cdf336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:07.051277 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cca90b8b-4144-4af1-8aa6-e8b83dda3c8b req-1acca810-5821-4ad9-be27-4805e175a96d tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 210 time: 0.0735471 Jun 29 23:09:07.065601 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 56646) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:07.067715 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5b087ec3-2fc1-4570-a874-fb9f99201fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:07.227284 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8046911b-df94-4255-be26-1e6b469e0b05 req-887d3992-bc35-451e-b6da-e79715c679f4 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=89f7a8481a72408b89119405a6770fde&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4309604 Jun 29 23:09:07.242610 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-315f4afc-b3f1-4e05-8659-3534e4cdf336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:07.263481 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5b087ec3-2fc1-4570-a874-fb9f99201fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:07.263481 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-315f4afc-b3f1-4e05-8659-3534e4cdf336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:07.270536 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-315f4afc-b3f1-4e05-8659-3534e4cdf336 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5024803e-eaeb-45f4-baf4-86e6d238522f HTTP/1.1" status: 204 len: 168 time: 0.6551969 Jun 29 23:09:07.270536 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:07.280552 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5b087ec3-2fc1-4570-a874-fb9f99201fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:07.299799 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-5b087ec3-2fc1-4570-a874-fb9f99201fa1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/693c0a71-93fb-4bfb-978c-64a01d24a632 HTTP/1.1" status: 204 len: 168 time: 0.6278081 Jun 29 23:09:07.313812 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f4afc-b3f1-4e05-8659-3534e4cdf336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5024803e-eaeb-45f4-baf4-86e6d238522f,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:07.398992 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b3ebca5a-3b97-4c36-b835-cd433713beb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:07.401341 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b087ec3-2fc1-4570-a874-fb9f99201fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693c0a71-93fb-4bfb-978c-64a01d24a632,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:07.421359 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-5b087ec3-2fc1-4570-a874-fb9f99201fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:07.422592 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-d783a79a-c5d0-457a-bfc1-6f5b54841dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:07.423229 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-d783a79a-c5d0-457a-bfc1-6f5b54841dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:07.563051 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-e242301b-2672-4780-be86-c5e2ce4889b4 service neutron] 10.222.0.52 "GET /v2.0/networks/8bd729ce-1183-4f9e-96cc-84a21b355d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8167293 Jun 29 23:09:07.578642 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c15b1-59b2-42b5-9ee8-5b4f79580c0f req-095ac751-df55-4512-9667-281a6326bbf0 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:07.585941 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4c5c15b1-59b2-42b5-9ee8-5b4f79580c0f req-095ac751-df55-4512-9667-281a6326bbf0 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/ports?device_id=18653780-38ba-4322-b2a7-58824f67bb17 HTTP/1.1" status: 200 len: 944 time: 0.1668229 Jun 29 23:09:07.630414 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-7214303b-57a0-4f3a-93b1-ebe8e74a1a2b tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Allocated IP 172.20.0.7 (89702f14-ff61-4cde-bb1a-7226991037f5/849ea54a-79f1-48c3-8b24-76e2484d0112/aade234a-ab1f-4e8c-9ad8-f86e56f903ba) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:09:07.652167 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8046911b-df94-4255-be26-1e6b469e0b05 req-a7b96655-cc5f-4f23-891a-6df236116a1d service neutron] 10.222.0.30 "GET /v2.0/networks/961483aa-60c5-4d0f-82a0-c19a74bfe9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519342 Jun 29 23:09:07.653557 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4c5c15b1-59b2-42b5-9ee8-5b4f79580c0f req-54389a1d-2df7-4080-ab78-b2bb2d068ea7 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/security-groups?id=573df093-9831-4d00-8fac-d015d3943764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664594 Jun 29 23:09:07.704727 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b3ebca5a-3b97-4c36-b835-cd433713beb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:07.715686 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b3ebca5a-3b97-4c36-b835-cd433713beb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:07.719542 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-43ee5a1d-ade0-4503-87fa-8738b5cade31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:07.785151 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-b3ebca5a-3b97-4c36-b835-cd433713beb0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2a12f963de0b4fe7bf38eb7dcca0a24e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7008383 Jun 29 23:09:07.790090 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 56664) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:07.825944 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ebca5a-3b97-4c36-b835-cd433713beb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac17f7f-30fa-471d-b632-0f4760bf498e,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:07.832009 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-b3ebca5a-3b97-4c36-b835-cd433713beb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:07.876080 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8046911b-df94-4255-be26-1e6b469e0b05 req-e037abd2-1515-43a3-adbb-4a77ee0db168 service neutron] 10.222.0.30 "GET /v2.0/networks/961483aa-60c5-4d0f-82a0-c19a74bfe9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105875 Jun 29 23:09:07.930059 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5eb65d27-5d59-44f3-83d2-0ad24cbdaf82 req-fcce30b3-09e1-439f-9878-31dde44ef653 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 210 time: 0.0752916 Jun 29 23:09:07.969541 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-08b26429-ec09-4b92-a9fd-ad7bdd11078d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:08.004623 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-08b26429-ec09-4b92-a9fd-ad7bdd11078d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:08.022631 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 56670) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:08.059248 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7c7fe247-9a3e-47b5-b322-08ab6133713e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:08.134495 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-08b26429-ec09-4b92-a9fd-ad7bdd11078d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:08.141467 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-08b26429-ec09-4b92-a9fd-ad7bdd11078d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:08.144881 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-08b26429-ec09-4b92-a9fd-ad7bdd11078d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aac17f7f-30fa-471d-b632-0f4760bf498e HTTP/1.1" status: 204 len: 168 time: 0.3515663 Jun 29 23:09:08.161725 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:08.220782 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-7214303b-57a0-4f3a-93b1-ebe8e74a1a2b tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:08.244043 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b26429-ec09-4b92-a9fd-ad7bdd11078d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac17f7f-30fa-471d-b632-0f4760bf498e,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:08.263434 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-08b26429-ec09-4b92-a9fd-ad7bdd11078d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:08.270840 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-7214303b-57a0-4f3a-93b1-ebe8e74a1a2b tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:08.293846 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:08.366503 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-7214303b-57a0-4f3a-93b1-ebe8e74a1a2b tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Network 89702f14-ff61-4cde-bb1a-7226991037f5 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:09:08.390689 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3dd25f29-2425-4cbd-80c2-91ee8c4c92e0 req-721479ca-6c3b-492c-ad0b-27dfc298b0d5 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.1424050 Jun 29 23:09:08.433845 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-7214303b-57a0-4f3a-93b1-ebe8e74a1a2b tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:09:08.480663 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7c7fe247-9a3e-47b5-b322-08ab6133713e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:08.485270 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7c7fe247-9a3e-47b5-b322-08ab6133713e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:08.490959 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-d4d0f25f-995f-4a1c-9755-3abff9e15006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:08.512452 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-7214303b-57a0-4f3a-93b1-ebe8e74a1a2b tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:09:08.528001 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7fe247-9a3e-47b5-b322-08ab6133713e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f04eddd-4364-4939-b21e-6b22925f31ac,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:08.531185 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-7214303b-57a0-4f3a-93b1-ebe8e74a1a2b tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:08.536470 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-7214303b-57a0-4f3a-93b1-ebe8e74a1a2b tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:08.549215 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-7c7fe247-9a3e-47b5-b322-08ab6133713e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:08.592431 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-45fcaccb-a374-488a-9d27-71a8cacb661c req-5161eb4c-53f0-4d8b-8447-774ef307b093 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 210 time: 0.2230349 Jun 29 23:09:08.693395 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7214303b-57a0-4f3a-93b1-ebe8e74a1a2b tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Pushing event updated for resources: {'Port': ['ID=aade234a-ab1f-4e8c-9ad8-f86e56f903ba,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:08.701538 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-7214303b-57a0-4f3a-93b1-ebe8e74a1a2b tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:08.720003 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-7214303b-57a0-4f3a-93b1-ebe8e74a1a2b tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1476598 Jun 29 23:09:08.749487 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-fa066e7b-2cc4-4da8-95c7-ead640409a69 service neutron] Request body: {'port': {'device_id': '393ea916-c13e-4618-850c-cb30645433e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:09:08.825172 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.52', 53145) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:09.021453 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7963e9fe-8b2d-447d-aead-f57c10e9727d req-b41ef323-86ca-461c-a51c-02fa5cc0f91e service neutron] 10.222.0.52 "GET /v2.0/networks/8bd729ce-1183-4f9e-96cc-84a21b355d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6365111 Jun 29 23:09:09.076844 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-7c7fe247-9a3e-47b5-b322-08ab6133713e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=33867fc1b37e416bbc9d427785a0b26c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0496645 Jun 29 23:09:09.082343 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 56716) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:09.082837 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 56718) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:09.124443 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-fa066e7b-2cc4-4da8-95c7-ead640409a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:09.142368 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1c791aa0-68ad-4cc3-b39c-afa387ebb300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:09.180237 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-174b77dc-49cf-4772-8535-f613f4c07377 req-3c7ffbaf-1e6c-448f-8a45-18234c11b3d9 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 210 time: 0.0420320 Jun 29 23:09:09.244929 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed105cf-1a0e-46a6-adcf-73ee01f6a98e req-2c2e2370-0ccf-4fec-8bed-d5d30d033f9b tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:09.246572 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6ed105cf-1a0e-46a6-adcf-73ee01f6a98e req-2c2e2370-0ccf-4fec-8bed-d5d30d033f9b tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/ports?device_id=18653780-38ba-4322-b2a7-58824f67bb17 HTTP/1.1" status: 200 len: 944 time: 0.2735071 Jun 29 23:09:09.249732 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e329a95b-7ca2-4719-b1fa-283d699d2290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:09.305457 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e329a95b-7ca2-4719-b1fa-283d699d2290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:09.362492 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6ed105cf-1a0e-46a6-adcf-73ee01f6a98e req-2f33c410-716b-40f9-ae1f-3a6d13a12f10 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/security-groups?id=573df093-9831-4d00-8fac-d015d3943764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028168 Jun 29 23:09:09.402092 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1c791aa0-68ad-4cc3-b39c-afa387ebb300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:09.407513 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1c791aa0-68ad-4cc3-b39c-afa387ebb300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:09.410101 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-b33ec69c-b7f5-48d1-b641-f5eab88865a2 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:09.411497 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e329a95b-7ca2-4719-b1fa-283d699d2290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:09.411656 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-b33ec69c-b7f5-48d1-b641-f5eab88865a2 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.52 "GET /v2.0/networks?id=89702f14-ff61-4cde-bb1a-7226991037f5 HTTP/1.1" status: 200 len: 818 time: 0.5836253 Jun 29 23:09:09.413332 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:09.423520 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e329a95b-7ca2-4719-b1fa-283d699d2290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:09.424678 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-e329a95b-7ca2-4719-b1fa-283d699d2290 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8f04eddd-4364-4939-b21e-6b22925f31ac HTTP/1.1" status: 204 len: 168 time: 0.3407681 Jun 29 23:09:09.458877 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-1c791aa0-68ad-4cc3-b39c-afa387ebb300 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fd033c64dd6e4f9eac704afd58f652c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3530483 Jun 29 23:09:09.459765 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c791aa0-68ad-4cc3-b39c-afa387ebb300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b390dc6-b468-4b1e-9e91-379547ffc8da,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:09.462397 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 56734) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:09.491628 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329a95b-7ca2-4719-b1fa-283d699d2290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f04eddd-4364-4939-b21e-6b22925f31ac,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:09.496533 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-e329a95b-7ca2-4719-b1fa-283d699d2290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:09.497032 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-7cf87f16-8f40-4eb3-a3a3-c22cc51acf67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:09.497385 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-7cf87f16-8f40-4eb3-a3a3-c22cc51acf67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:09.547415 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-281e9670-0c89-4a7a-bb86-efccc19555f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:09.587938 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-281e9670-0c89-4a7a-bb86-efccc19555f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:09.627778 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-49e5b23e-7c18-4370-b4ac-88b60226fc61 req-87ac9a49-1d6a-41ed-92cc-e7f9e5a20255 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0328732 Jun 29 23:09:09.664441 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-281e9670-0c89-4a7a-bb86-efccc19555f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:09.667915 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-281e9670-0c89-4a7a-bb86-efccc19555f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:09.673125 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-281e9670-0c89-4a7a-bb86-efccc19555f4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6b390dc6-b468-4b1e-9e91-379547ffc8da HTTP/1.1" status: 204 len: 168 time: 0.2097576 Jun 29 23:09:09.673886 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:09.689953 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e9670-0c89-4a7a-bb86-efccc19555f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b390dc6-b468-4b1e-9e91-379547ffc8da,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:09.693871 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-281e9670-0c89-4a7a-bb86-efccc19555f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:09.766607 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-fa066e7b-2cc4-4da8-95c7-ead640409a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aade234a-ab1f-4e8c-9ad8-f86e56f903ba {{(pid=93162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:09:09.774347 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-fa066e7b-2cc4-4da8-95c7-ead640409a69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:09.793850 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-fa066e7b-2cc4-4da8-95c7-ead640409a69 service neutron] Transition to ACTIVE for port object aade234a-ab1f-4e8c-9ad8-f86e56f903ba will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:09:09.798421 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-fa066e7b-2cc4-4da8-95c7-ead640409a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:09.802032 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-e27a05d5-4157-4a28-8d84-01b0171b65e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:09.809166 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f805725f-8888-46d3-925b-453f8fd5ecdd req-415a4efa-4ab2-4e12-ad56-1dd5a214cee5 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 210 time: 0.0510850 Jun 29 23:09:09.880799 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa066e7b-2cc4-4da8-95c7-ead640409a69 service neutron] Pushing event updated for resources: {'Port': ['ID=aade234a-ab1f-4e8c-9ad8-f86e56f903ba,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:09.885071 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-fa066e7b-2cc4-4da8-95c7-ead640409a69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:09.898025 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-fa066e7b-2cc4-4da8-95c7-ead640409a69 service neutron] Attempting to bind port aade234a-ab1f-4e8c-9ad8-f86e56f903ba on host hv-cinder-76960 for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:09:09.898616 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-fa066e7b-2cc4-4da8-95c7-ead640409a69 service neutron] Attempting to bind port aade234a-ab1f-4e8c-9ad8-f86e56f903ba by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': '5d2d0cd6-76c9-4e19-adbc-069cbe49383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '89702f14-ff61-4cde-bb1a-7226991037f5'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:09:09.899110 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-fa066e7b-2cc4-4da8-95c7-ead640409a69 service neutron] Attempting to bind port aade234a-ab1f-4e8c-9ad8-f86e56f903ba on network 89702f14-ff61-4cde-bb1a-7226991037f5 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:09:09.903533 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-fa066e7b-2cc4-4da8-95c7-ead640409a69 service neutron] Port aade234a-ab1f-4e8c-9ad8-f86e56f903ba on network 89702f14-ff61-4cde-bb1a-7226991037f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:09:09.903848 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-fa066e7b-2cc4-4da8-95c7-ead640409a69 service neutron] Attempting to bind port aade234a-ab1f-4e8c-9ad8-f86e56f903ba on network 89702f14-ff61-4cde-bb1a-7226991037f5 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:09:09.909023 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-fa066e7b-2cc4-4da8-95c7-ead640409a69 service neutron] Checking agent: {'id': 'a4a0778d-945d-473c-9557-d6f7decbe5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 7, 4), 'started_at': datetime.datetime(2021, 6, 29, 23, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:09:09.909355 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-fa066e7b-2cc4-4da8-95c7-ead640409a69 service neutron] Checking segment: {'id': '5d2d0cd6-76c9-4e19-adbc-069cbe49383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '89702f14-ff61-4cde-bb1a-7226991037f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:09:09.909728 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-fa066e7b-2cc4-4da8-95c7-ead640409a69 service neutron] Bound using segment: {'id': '5d2d0cd6-76c9-4e19-adbc-069cbe49383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '89702f14-ff61-4cde-bb1a-7226991037f5'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:09:09.910150 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-fa066e7b-2cc4-4da8-95c7-ead640409a69 service neutron] Bound port: aade234a-ab1f-4e8c-9ad8-f86e56f903ba, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d2d0cd6-76c9-4e19-adbc-069cbe49383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '89702f14-ff61-4cde-bb1a-7226991037f5'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:09:09.910493 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-fa066e7b-2cc4-4da8-95c7-ead640409a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:09.978972 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-fa066e7b-2cc4-4da8-95c7-ead640409a69 service neutron] For port aade234a-ab1f-4e8c-9ad8-f86e56f903ba, host hv-cinder-76960, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:09:09.985364 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-fa066e7b-2cc4-4da8-95c7-ead640409a69 service neutron] For port aade234a-ab1f-4e8c-9ad8-f86e56f903ba, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=aade234a-ab1f-4e8c-9ad8-f86e56f903ba,segment=NetworkSegment(5d2d0cd6-76c9-4e19-adbc-069cbe49383d),segment_id=5d2d0cd6-76c9-4e19-adbc-069cbe49383d)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:09:09.991589 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-fa066e7b-2cc4-4da8-95c7-ead640409a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:09.998910 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-1fd5e6d0-3f3c-40b0-988e-0f101c3a8325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:10.040363 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-fa066e7b-2cc4-4da8-95c7-ead640409a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:10.041096 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-fa066e7b-2cc4-4da8-95c7-ead640409a69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:10.042641 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-fa066e7b-2cc4-4da8-95c7-ead640409a69 service neutron] 10.222.0.52 "PUT /v2.0/ports/aade234a-ab1f-4e8c-9ad8-f86e56f903ba HTTP/1.1" status: 200 len: 1093 time: 1.3141952 Jun 29 23:09:10.043605 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '393ea916-c13e-4618-850c-cb30645433e8', 'tag': 'aade234a-ab1f-4e8c-9ad8-f86e56f903ba'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:09:10.045622 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4ff624e5b506a15852624dbd6f9127feb1aca7eb9818edaf72933b1fc2af06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce954ae-3ad2-4bbc-9e99-0c46859d1aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "393ea916-c13e-4618-850c-cb30645433e8", "tag": "aade234a-ab1f-4e8c-9ad8-f86e56f903ba"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:09:10.061216 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa066e7b-2cc4-4da8-95c7-ead640409a69 service neutron] Pushing event updated for resources: {'Port': ['ID=aade234a-ab1f-4e8c-9ad8-f86e56f903ba,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:10.070789 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-fa066e7b-2cc4-4da8-95c7-ead640409a69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:10.173237 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a0ff73-c0a7-48b0-96a4-b9c3e46beb2e x-openstack-request-id: req-f1a0ff73-c0a7-48b0-96a4-b9c3e46beb2e {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:09:10.173698 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "393ea916-c13e-4618-850c-cb30645433e8", "tag": "aade234a-ab1f-4e8c-9ad8-f86e56f903ba", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:09:10.174219 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f1a0ff73-c0a7-48b0-96a4-b9c3e46beb2e {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:09:10.174764 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '393ea916-c13e-4618-850c-cb30645433e8', 'tag': 'aade234a-ab1f-4e8c-9ad8-f86e56f903ba', 'status': 'completed', 'code': 200} Jun 29 23:09:10.352309 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-37c77273-c84b-4d6f-b794-b34c1373adf2 req-7f13ad28-493b-4a3a-afda-21c52785feef tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 210 time: 0.0427096 Jun 29 23:09:10.572929 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc08cc-dcbb-4eb4-a0cc-3f2322044660 req-6ab3aec7-bd2d-4de7-b293-db88ce4e3805 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:10.580405 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6afc08cc-dcbb-4eb4-a0cc-3f2322044660 req-6ab3aec7-bd2d-4de7-b293-db88ce4e3805 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/ports?device_id=18653780-38ba-4322-b2a7-58824f67bb17 HTTP/1.1" status: 200 len: 944 time: 0.0930338 Jun 29 23:09:10.622311 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6afc08cc-dcbb-4eb4-a0cc-3f2322044660 req-379742ba-ae6c-4e62-8f36-a4cb0ba2f9bd tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/security-groups?id=573df093-9831-4d00-8fac-d015d3943764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410175 Jun 29 23:09:10.793147 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-15abe66e-9af3-478b-94b1-56f5c8e3efd3 req-01bfd21a-e864-4508-af77-43a749fc10e1 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0305874 Jun 29 23:09:10.958477 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-16e1b231-eac1-4490-a336-2111404d023d req-e2c6e38d-d424-489a-9fc2-3228d6eea633 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 210 time: 0.0363865 Jun 29 23:09:11.488663 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fdeebbfe-23f9-40e2-99a3-ef848654b1eb req-be692266-1971-4ff5-9b4d-effac9f6bdd3 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 210 time: 0.0310955 Jun 29 23:09:11.856558 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cf491-7911-4a58-869d-ae4bff12559e req-e2b7108f-eec2-4cf8-a45d-c803b60a6fdd tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:11.858207 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c99cf491-7911-4a58-869d-ae4bff12559e req-e2b7108f-eec2-4cf8-a45d-c803b60a6fdd tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/ports?device_id=18653780-38ba-4322-b2a7-58824f67bb17 HTTP/1.1" status: 200 len: 944 time: 0.0951073 Jun 29 23:09:11.927649 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c99cf491-7911-4a58-869d-ae4bff12559e req-39cf489f-daef-44d6-a949-0cc88b54aaeb tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/security-groups?id=573df093-9831-4d00-8fac-d015d3943764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589480 Jun 29 23:09:11.967004 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-f4530c74-9975-460f-a8bb-be845046bd3f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Request body: {'port': {'device_id': '37098e3a-8b1f-4a65-9150-3072a49e5eb5', 'network_id': '89702f14-ff61-4cde-bb1a-7226991037f5', 'admin_state_up': True, 'tenant_id': 'a21d7629b3b04afe9b528722dbde8df7'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:09:12.116553 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 56886) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:12.161317 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-88afe151-5477-495e-b02f-00e359e3d298 req-91aec33d-3262-4547-b89a-a51f6ac52975 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.1110618 Jun 29 23:09:12.258967 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0b69043e-8f1d-45d9-b91b-bd22e4920c1f req-e602b77a-a943-47b3-9a72-f1acd465fc80 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 210 time: 0.0547643 Jun 29 23:09:12.285972 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce954ae-3ad2-4bbc-9e99-0c46859d1aeb req-e2525be5-4789-4922-af36-6aefcc1c0a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:12.287149 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-cce954ae-3ad2-4bbc-9e99-0c46859d1aeb req-e2525be5-4789-4922-af36-6aefcc1c0a5d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a21d7629b3b04afe9b528722dbde8df7&device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 1096 time: 0.2836938 Jun 29 23:09:12.316490 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e558539-9210-49ac-99a9-2a44fd446fee req-656ee880-e156-4216-b73a-849d05bca96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:12.318184 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5e558539-9210-49ac-99a9-2a44fd446fee req-656ee880-e156-4216-b73a-849d05bca96e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8378e93c855941b39dd893e27fa43ef1&device_id=18653780-38ba-4322-b2a7-58824f67bb17 HTTP/1.1" status: 200 len: 1097 time: 0.2034869 Jun 29 23:09:12.333102 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-f4530c74-9975-460f-a8bb-be845046bd3f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Made reservation on behalf of a21d7629b3b04afe9b528722dbde8df7 for: {'port': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:09:12.338933 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-f4530c74-9975-460f-a8bb-be845046bd3f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:12.361275 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c5c9d3c8-84cb-4084-8b4e-9f79e8fc61ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:12.509531 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-f4530c74-9975-460f-a8bb-be845046bd3f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Allocated IP 172.20.0.9 (89702f14-ff61-4cde-bb1a-7226991037f5/849ea54a-79f1-48c3-8b24-76e2484d0112/2848265a-e217-4c47-ac1d-3375dd783df0) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:09:12.571273 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c5c9d3c8-84cb-4084-8b4e-9f79e8fc61ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:12.580458 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c5c9d3c8-84cb-4084-8b4e-9f79e8fc61ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:12.594808 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:12.635116 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-de9dcba2-5bcb-45b7-9259-9e82e52026a1 req-ade172c0-9ebd-40a6-9426-96b87ee1aedc tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 210 time: 0.0281446 Jun 29 23:09:12.669625 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-c5c9d3c8-84cb-4084-8b4e-9f79e8fc61ea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dd3826ae5277446da8779a9f1208f466&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5189521 Jun 29 23:09:12.672206 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 56906) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:12.672449 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c9d3c8-84cb-4084-8b4e-9f79e8fc61ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fde8300-529c-41a9-95bf-54f4098a4c1e,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:12.676900 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-c5c9d3c8-84cb-4084-8b4e-9f79e8fc61ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:12.723307 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-f4530c74-9975-460f-a8bb-be845046bd3f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:12.731087 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1093b430-7364-4255-82c3-125cf539988a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:12.752218 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1093b430-7364-4255-82c3-125cf539988a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:12.761824 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-f4530c74-9975-460f-a8bb-be845046bd3f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:12.766653 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-4c6f463c-10ea-4b37-8870-55f643f3ebe2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:12.798350 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1093b430-7364-4255-82c3-125cf539988a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:12.801153 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1093b430-7364-4255-82c3-125cf539988a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:12.802276 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-1093b430-7364-4255-82c3-125cf539988a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8fde8300-529c-41a9-95bf-54f4098a4c1e HTTP/1.1" status: 204 len: 168 time: 0.1288760 Jun 29 23:09:12.802986 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-d783a79a-c5d0-457a-bfc1-6f5b54841dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:12.810603 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093b430-7364-4255-82c3-125cf539988a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fde8300-529c-41a9-95bf-54f4098a4c1e,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:12.812780 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-1093b430-7364-4255-82c3-125cf539988a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:12.817213 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-f4530c74-9975-460f-a8bb-be845046bd3f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Network 89702f14-ff61-4cde-bb1a-7226991037f5 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:09:12.821226 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-f4530c74-9975-460f-a8bb-be845046bd3f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:09:12.825812 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-f4530c74-9975-460f-a8bb-be845046bd3f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:09:12.831297 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-f4530c74-9975-460f-a8bb-be845046bd3f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:12.831915 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-f4530c74-9975-460f-a8bb-be845046bd3f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:12.836721 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4530c74-9975-460f-a8bb-be845046bd3f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Pushing event updated for resources: {'Port': ['ID=2848265a-e217-4c47-ac1d-3375dd783df0,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:12.841391 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-f4530c74-9975-460f-a8bb-be845046bd3f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:12.850643 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-f4530c74-9975-460f-a8bb-be845046bd3f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8902917 Jun 29 23:09:13.062888 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 56914) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:13.076244 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-366a3310-3c0e-4245-bed0-4db7fc4df00f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:13.098877 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0bf73-f98b-440a-ad5f-e6c8ac6bb393 req-fab0c284-71b0-436e-a26b-9fefc1b325b3 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:13.100548 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-44f0bf73-f98b-440a-ad5f-e6c8ac6bb393 req-fab0c284-71b0-436e-a26b-9fefc1b325b3 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/ports?device_id=18653780-38ba-4322-b2a7-58824f67bb17 HTTP/1.1" status: 200 len: 944 time: 0.0736632 Jun 29 23:09:13.141140 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-44f0bf73-f98b-440a-ad5f-e6c8ac6bb393 req-ff2ccd27-2149-4a99-8fac-0385b547ed85 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/security-groups?id=573df093-9831-4d00-8fac-d015d3943764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336897 Jun 29 23:09:13.171385 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-366a3310-3c0e-4245-bed0-4db7fc4df00f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:13.175008 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-366a3310-3c0e-4245-bed0-4db7fc4df00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:13.178280 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-1093b430-7364-4255-82c3-125cf539988a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:13.216266 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-366a3310-3c0e-4245-bed0-4db7fc4df00f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=485373e3ec87425888788022ceb26481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1521463 Jun 29 23:09:13.216462 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 56920) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:13.218368 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a3310-3c0e-4245-bed0-4db7fc4df00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942e9663-2e2e-4443-8917-6101572e0a10,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:13.221653 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-366a3310-3c0e-4245-bed0-4db7fc4df00f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:13.272424 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-37f49956-8670-4fc3-a1c9-413a01afffbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:13.295766 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-37f49956-8670-4fc3-a1c9-413a01afffbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:13.325698 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a9b8e028-5345-4bab-bb88-e7bc4aa49821 req-3e07a494-2502-4016-b754-9f3453dc2c4b tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0276561 Jun 29 23:09:13.351086 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-37f49956-8670-4fc3-a1c9-413a01afffbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:13.355310 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-37f49956-8670-4fc3-a1c9-413a01afffbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:13.356450 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-37f49956-8670-4fc3-a1c9-413a01afffbf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/942e9663-2e2e-4443-8917-6101572e0a10 HTTP/1.1" status: 204 len: 168 time: 0.1386127 Jun 29 23:09:13.357121 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:13.365620 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f49956-8670-4fc3-a1c9-413a01afffbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942e9663-2e2e-4443-8917-6101572e0a10,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:13.368297 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-37f49956-8670-4fc3-a1c9-413a01afffbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:13.451745 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-935ab257-2631-474a-b10c-864d34186e61 req-bffa4734-b48c-4905-9117-b174405371b6 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 210 time: 0.0332572 Jun 29 23:09:13.830175 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b631f2-9c0c-4de8-aa3e-f952aec01fd3 req-94c7a420-9fd7-40d0-97c6-f9f8217105e8 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:13.831315 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-94b631f2-9c0c-4de8-aa3e-f952aec01fd3 req-94c7a420-9fd7-40d0-97c6-f9f8217105e8 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 931 time: 0.0738816 Jun 29 23:09:13.875713 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-94b631f2-9c0c-4de8-aa3e-f952aec01fd3 req-298c9892-ad60-4169-a511-0a04e2cac1ba tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369356 Jun 29 23:09:14.089595 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 56978) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:14.206345 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c5253255-b200-4b70-88f7-cb63c8da1635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:14.357698 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c5253255-b200-4b70-88f7-cb63c8da1635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:14.364400 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c5253255-b200-4b70-88f7-cb63c8da1635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:14.373862 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abd8be-ef00-405f-8400-2fcef8fe44c0 req-a04faafe-c1ea-4314-ad02-d6ba74bd2be6 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:14.375678 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-76abd8be-ef00-405f-8400-2fcef8fe44c0 req-a04faafe-c1ea-4314-ad02-d6ba74bd2be6 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/ports?device_id=18653780-38ba-4322-b2a7-58824f67bb17 HTTP/1.1" status: 200 len: 944 time: 0.1070342 Jun 29 23:09:14.378740 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-37f49956-8670-4fc3-a1c9-413a01afffbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:14.434708 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5253255-b200-4b70-88f7-cb63c8da1635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307e71bc-6cad-47e1-a77c-be286a2ea48b,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:14.443450 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 57000) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:14.443846 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-c5253255-b200-4b70-88f7-cb63c8da1635 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c02c57f8aeb14214a70814731d7379af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3528757 Jun 29 23:09:14.444427 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-c5253255-b200-4b70-88f7-cb63c8da1635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:14.458073 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-76abd8be-ef00-405f-8400-2fcef8fe44c0 req-de59b862-c517-4633-9d41-3ea7e7d26092 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/security-groups?id=573df093-9831-4d00-8fac-d015d3943764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703318 Jun 29 23:09:14.544557 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-02f21d68-2665-47de-93f4-e84d7146c4b8 req-2da0a784-ef66-4e6c-be73-476ea9a182dd tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0414400 Jun 29 23:09:14.567133 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8bff0eb4-1183-4d62-8463-ed24526e3133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:14.587957 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8bff0eb4-1183-4d62-8463-ed24526e3133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:14.624993 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-84ebaa23-71c7-478f-b75d-42bd28caebf1 req-ca267947-f146-4c2a-ab6f-aac55a65868c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 210 time: 0.0333123 Jun 29 23:09:14.645094 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8bff0eb4-1183-4d62-8463-ed24526e3133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:14.648553 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8bff0eb4-1183-4d62-8463-ed24526e3133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:14.649787 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-8bff0eb4-1183-4d62-8463-ed24526e3133 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/307e71bc-6cad-47e1-a77c-be286a2ea48b HTTP/1.1" status: 204 len: 168 time: 0.2052875 Jun 29 23:09:14.650435 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:14.658147 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff0eb4-1183-4d62-8463-ed24526e3133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307e71bc-6cad-47e1-a77c-be286a2ea48b,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:14.660657 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-8bff0eb4-1183-4d62-8463-ed24526e3133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:14.982681 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 57030) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:14.999409 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2e352fec-4fbf-44af-b930-e0d6815bd8e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:15.107506 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1074c4f-2238-4482-931a-770c00af9c3a req-d78c6515-b02f-46b7-a650-d791e7278f37 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:15.108941 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d1074c4f-2238-4482-931a-770c00af9c3a req-d78c6515-b02f-46b7-a650-d791e7278f37 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 931 time: 0.1021159 Jun 29 23:09:15.167967 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d1074c4f-2238-4482-931a-770c00af9c3a req-a7f85cc3-f92e-486e-b3e8-080bfbe364bc tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522842 Jun 29 23:09:15.168882 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-3aa0b6f6-881f-463e-86d9-b52c5abdd250 service neutron] Request body: {'port': {'device_id': '37098e3a-8b1f-4a65-9150-3072a49e5eb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:09:15.176845 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2e352fec-4fbf-44af-b930-e0d6815bd8e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:15.181392 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2e352fec-4fbf-44af-b930-e0d6815bd8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:15.185572 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-83c341ba-d805-4d15-9acb-40f76200326d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:15.224911 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-2e352fec-4fbf-44af-b930-e0d6815bd8e0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0d0a614c64d840758f399a3462eae472&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411137 Jun 29 23:09:15.226111 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352fec-4fbf-44af-b930-e0d6815bd8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5b32a0-c50e-43f5-a7d3-bb9bb42f81af,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:15.229164 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 57040) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:15.235585 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-2e352fec-4fbf-44af-b930-e0d6815bd8e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:15.293830 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0d4fde5d-3eea-47ee-8318-5d33749f1f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:15.305915 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.52', 53151) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:15.379586 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0d4fde5d-3eea-47ee-8318-5d33749f1f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:15.499209 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0d4fde5d-3eea-47ee-8318-5d33749f1f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:15.504783 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0d4fde5d-3eea-47ee-8318-5d33749f1f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:15.505939 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-0d4fde5d-3eea-47ee-8318-5d33749f1f34 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2b5b32a0-c50e-43f5-a7d3-bb9bb42f81af HTTP/1.1" status: 204 len: 168 time: 0.2758627 Jun 29 23:09:15.507017 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-27c3f0c9-b09e-494b-b766-353a64699737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:15.528794 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4fde5d-3eea-47ee-8318-5d33749f1f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5b32a0-c50e-43f5-a7d3-bb9bb42f81af,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:15.538514 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bab258-745d-4813-9204-3f3410569b0a req-e191a9d0-0265-464e-b51d-4d90e6ef9165 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:15.540699 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-25bab258-745d-4813-9204-3f3410569b0a req-e191a9d0-0265-464e-b51d-4d90e6ef9165 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.52 "GET /v2.0/networks?id=18655a20-36e7-480e-885c-1e73fb892310 HTTP/1.1" status: 200 len: 816 time: 0.2335341 Jun 29 23:09:15.541651 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-0d4fde5d-3eea-47ee-8318-5d33749f1f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:15.673848 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-25bab258-745d-4813-9204-3f3410569b0a req-6d3e5cef-b63a-45bf-9ecb-ae8abab96af4 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a764af7b0ca642e4960df1bc8942167a HTTP/1.1" status: 200 len: 380 time: 0.1231580 Jun 29 23:09:15.692163 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-25bab258-745d-4813-9204-3f3410569b0a req-d9f549c5-49c7-4392-bbd3-f583831a8f06 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Request body: {'port': {'device_id': '64038709-adfd-4ee0-81e7-731cb8032eda', 'network_id': '18655a20-36e7-480e-885c-1e73fb892310', 'admin_state_up': True, 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'security_groups': ['980eb522-3460-4d5a-a1f1-33a7e43e3d33']}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:09:15.758919 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e558539-9210-49ac-99a9-2a44fd446fee req-e6009a74-bbf8-456e-9f2f-32af799c0b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:15.760610 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5e558539-9210-49ac-99a9-2a44fd446fee req-e6009a74-bbf8-456e-9f2f-32af799c0b74 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8bd729ce-1183-4f9e-96cc-84a21b355d36 HTTP/1.1" status: 200 len: 913 time: 0.5611458 Jun 29 23:09:15.837385 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-26190b1f-c94a-4c4a-968f-7b21fa027922 req-037813d6-35a1-4959-8e53-d2b770ea25c9 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0351214 Jun 29 23:09:15.843665 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5e558539-9210-49ac-99a9-2a44fd446fee req-ddea0644-9092-4984-90e3-53050c18d3a7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e56cb7d8-68d6-49ce-8892-1665e02decd0 HTTP/1.1" status: 200 len: 217 time: 0.0482345 Jun 29 23:09:16.049446 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 57074) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:16.050294 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25bab258-745d-4813-9204-3f3410569b0a req-d9f549c5-49c7-4392-bbd3-f583831a8f06 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Made reservation on behalf of a764af7b0ca642e4960df1bc8942167a for: {'port': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:09:16.055068 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-25bab258-745d-4813-9204-3f3410569b0a req-d9f549c5-49c7-4392-bbd3-f583831a8f06 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:16.059763 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-10f37b5a-fe85-432b-904e-cc8ad0a4197c req-bf6a11c6-caae-414b-a64b-1af091abe4b7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 210 time: 0.0437405 Jun 29 23:09:16.062002 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.52', 53156) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:16.158634 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-3aa0b6f6-881f-463e-86d9-b52c5abdd250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:16.220248 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce954ae-3ad2-4bbc-9e99-0c46859d1aeb req-143bf8b5-f004-4e11-927f-2478fd6a137e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:16.222161 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-cce954ae-3ad2-4bbc-9e99-0c46859d1aeb req-143bf8b5-f004-4e11-927f-2478fd6a137e service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a21d7629b3b04afe9b528722dbde8df7&shared=False HTTP/1.1" status: 200 len: 919 time: 1.0489547 Jun 29 23:09:16.309146 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cb0b7c06-fa89-4571-807b-1939ddf583ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:16.334735 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046911b-df94-4255-be26-1e6b469e0b05 req-193f9426-642a-48fa-8bd0-fe0e72002357 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:16.336995 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8046911b-df94-4255-be26-1e6b469e0b05 req-193f9426-642a-48fa-8bd0-fe0e72002357 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.52 "GET /v2.0/networks?id=961483aa-60c5-4d0f-82a0-c19a74bfe9c0 HTTP/1.1" status: 200 len: 810 time: 0.2687716 Jun 29 23:09:16.340171 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90599712-d165-45cc-a109-43e082486e0c req-916318a5-26ad-415b-afb6-d7e8d01b9c1d tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:16.360369 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-90599712-d165-45cc-a109-43e082486e0c req-916318a5-26ad-415b-afb6-d7e8d01b9c1d tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/ports?device_id=18653780-38ba-4322-b2a7-58824f67bb17 HTTP/1.1" status: 200 len: 944 time: 0.6300700 Jun 29 23:09:16.454939 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e558539-9210-49ac-99a9-2a44fd446fee req-69770624-f975-4dd5-b828-1659bff568cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:16.456418 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5e558539-9210-49ac-99a9-2a44fd446fee req-69770624-f975-4dd5-b828-1659bff568cb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=122a3829-92ba-4fc6-be43-01e8bc5685dd HTTP/1.1" status: 200 len: 852 time: 0.3525977 Jun 29 23:09:16.628401 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5e558539-9210-49ac-99a9-2a44fd446fee req-88c134e3-4230-4176-a8e3-e8de7a17aea8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8bd729ce-1183-4f9e-96cc-84a21b355d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1580632 Jun 29 23:09:16.695336 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8046911b-df94-4255-be26-1e6b469e0b05 req-a4acc76a-9f0f-4d5d-85af-254414127b47 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89f7a8481a72408b89119405a6770fde HTTP/1.1" status: 200 len: 379 time: 0.3346286 Jun 29 23:09:16.706837 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [req-25bab258-745d-4813-9204-3f3410569b0a req-d9f549c5-49c7-4392-bbd3-f583831a8f06 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Allocated IP 172.20.0.8 (18655a20-36e7-480e-885c-1e73fb892310/722d70ab-2523-4ee0-92c1-9e31835f606a/71efbaa5-e7ce-4022-9371-df6f06e7ab90) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:09:16.717684 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-8046911b-df94-4255-be26-1e6b469e0b05 req-ebe38934-df8f-4a1a-ad66-53a4165739ef tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Request body: {'port': {'device_id': 'b4183b6d-beac-4669-ab03-ca98f7bed25e', 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0', 'admin_state_up': True, 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'security_groups': ['a25dd01b-7529-4fb9-a1c4-5604684d178f']}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:09:16.762741 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-90599712-d165-45cc-a109-43e082486e0c req-0d00ee6b-7bcf-4b5f-9a10-1ae905863f2d tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/security-groups?id=573df093-9831-4d00-8fac-d015d3943764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013529 Jun 29 23:09:16.858961 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce954ae-3ad2-4bbc-9e99-0c46859d1aeb req-303dedbc-310e-4484-a98c-68a595a28bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:16.861102 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-cce954ae-3ad2-4bbc-9e99-0c46859d1aeb req-303dedbc-310e-4484-a98c-68a595a28bbe service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6296771 Jun 29 23:09:16.936423 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5e558539-9210-49ac-99a9-2a44fd446fee req-dbdbfe6a-8509-48cd-b868-6c2f28e07099 service neutron] 10.222.0.52 "GET /v2.0/networks/8bd729ce-1183-4f9e-96cc-84a21b355d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837455 Jun 29 23:09:17.075066 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0b478b1a-0518-404c-aeaa-882536a0acb0 req-8afb0268-1bac-4e19-a078-291e3fae6050 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0544858 Jun 29 23:09:17.130837 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-09ce6eda-bb2d-4a1f-803a-daaf56a26578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:17.155436 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5e558539-9210-49ac-99a9-2a44fd446fee req-ce623fc6-9ed5-47db-8f70-dc3bef739aa1 service neutron] 10.222.0.52 "GET /v2.0/networks/8bd729ce-1183-4f9e-96cc-84a21b355d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985466 Jun 29 23:09:17.156893 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0782de3-117b-4e05-a8ae-d4bb212c4d78 req-c050c170-7047-4030-a2b1-25c16b42a587 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:17.158115 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device e56cb7d8-68d6-49ce-8892-1665e02decd0 details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:09:17.159107 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-0700294f-09a4-41c7-8351-a01cdfa79696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:17.160546 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-0700294f-09a4-41c7-8351-a01cdfa79696 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a21d7629b3b04afe9b528722dbde8df7&device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 1096 time: 0.2407014 Jun 29 23:09:17.164186 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f0782de3-117b-4e05-a8ae-d4bb212c4d78 req-c050c170-7047-4030-a2b1-25c16b42a587 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 931 time: 0.7513583 Jun 29 23:09:17.241567 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cb0b7c06-fa89-4571-807b-1939ddf583ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:17.260798 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cb0b7c06-fa89-4571-807b-1939ddf583ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:17.265380 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-ab752557-87ed-4e24-ba5d-98bdc31c545f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aade234a-ab1f-4e8c-9ad8-f86e56f903ba HTTP/1.1" status: 200 len: 217 time: 0.0516059 Jun 29 23:09:17.269381 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-3aa0b6f6-881f-463e-86d9-b52c5abdd250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2848265a-e217-4c47-ac1d-3375dd783df0 {{(pid=93162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:09:17.272465 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-281e9670-0c89-4a7a-bb86-efccc19555f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:17.302052 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port e56cb7d8-68d6-49ce-8892-1665e02decd0, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=e56cb7d8-68d6-49ce-8892-1665e02decd0,segment=NetworkSegment(c48b2b9f-c25c-493c-b663-dfe98edfd665),segment_id=c48b2b9f-c25c-493c-b663-dfe98edfd665)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:09:17.304878 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f0782de3-117b-4e05-a8ae-d4bb212c4d78 req-3d4ad319-9d1f-49dc-a572-a55016abfaeb tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390061 Jun 29 23:09:17.320378 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Returning: {'device': 'e56cb7d8-68d6-49ce-8892-1665e02decd0', 'network_id': '8bd729ce-1183-4f9e-96cc-84a21b355d36', 'port_id': 'e56cb7d8-68d6-49ce-8892-1665e02decd0', 'mac_address': 'fa:16:3e:a3:3a:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '122a3829-92ba-4fc6-be43-01e8bc5685dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:09:17.330326 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-25bab258-745d-4813-9204-3f3410569b0a req-d9f549c5-49c7-4392-bbd3-f583831a8f06 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:17.362887 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:17.372398 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b7c06-fa89-4571-807b-1939ddf583ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c744ae-bb3d-4d27-a0bd-290de8aecf12,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:17.380949 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-cb0b7c06-fa89-4571-807b-1939ddf583ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:17.385860 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-cb0b7c06-fa89-4571-807b-1939ddf583ba admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=630aa3bbed054f488d3f34b586ac258b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3249407 Jun 29 23:09:17.390193 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [req-25bab258-745d-4813-9204-3f3410569b0a req-d9f549c5-49c7-4392-bbd3-f583831a8f06 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Transition to ACTIVE for port object 71efbaa5-e7ce-4022-9371-df6f06e7ab90 will not be triggered until provisioned by entity DHCP. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:09:17.393354 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8046911b-df94-4255-be26-1e6b469e0b05 req-ebe38934-df8f-4a1a-ad66-53a4165739ef tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Made reservation on behalf of 89f7a8481a72408b89119405a6770fde for: {'port': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:09:17.394581 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e56cb7d8-68d6-49ce-8892-1665e02decd0 {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:09:17.403655 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:09:17.405594 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-8046911b-df94-4255-be26-1e6b469e0b05 req-ebe38934-df8f-4a1a-ad66-53a4165739ef tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:17.407746 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 57140) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:17.414710 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d41afe72-0e0a-45ca-8bd3-9f7e106f89b4 req-1e9eef03-33a4-46b9-9800-e563559ccba1 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 210 time: 0.0791416 Jun 29 23:09:17.418576 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port e56cb7d8-68d6-49ce-8892-1665e02decd0, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=e56cb7d8-68d6-49ce-8892-1665e02decd0,segment=NetworkSegment(c48b2b9f-c25c-493c-b663-dfe98edfd665),segment_id=c48b2b9f-c25c-493c-b663-dfe98edfd665)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:09:17.423422 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:17.426692 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:17.468624 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-3aa0b6f6-881f-463e-86d9-b52c5abdd250 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:17.471633 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-25bab258-745d-4813-9204-3f3410569b0a req-d9f549c5-49c7-4392-bbd3-f583831a8f06 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5732936'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:17.496710 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-908ed24a-f9cf-405f-9b54-a53ee39e5b4a tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:17.498433 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=e56cb7d8-68d6-49ce-8892-1665e02decd0,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:17.512406 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-3aa0b6f6-881f-463e-86d9-b52c5abdd250 service neutron] Transition to ACTIVE for port object 2848265a-e217-4c47-ac1d-3375dd783df0 will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:09:17.512493 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:17.528730 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-3aa0b6f6-881f-463e-86d9-b52c5abdd250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:17.530685 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-918d96cb-9314-4496-8203-9203288095d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:17.532417 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-918d96cb-9314-4496-8203-9203288095d8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=849ea54a-79f1-48c3-8b24-76e2484d0112 HTTP/1.1" status: 200 len: 858 time: 0.2384892 Jun 29 23:09:17.535292 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:17.598557 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-35811269-3f79-4b01-9570-9a6f0854aabe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=89702f14-ff61-4cde-bb1a-7226991037f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315585 Jun 29 23:09:17.651953 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25bab258-745d-4813-9204-3f3410569b0a req-d9f549c5-49c7-4392-bbd3-f583831a8f06 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Network 18655a20-36e7-480e-885c-1e73fb892310 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:09:17.680934 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [req-25bab258-745d-4813-9204-3f3410569b0a req-d9f549c5-49c7-4392-bbd3-f583831a8f06 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:09:17.687340 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f549c5-49c7-4392-bbd3-f583831a8f06 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Pushing event updated for resources: {'Port': ['ID=71efbaa5-e7ce-4022-9371-df6f06e7ab90,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:17.689688 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bab258-745d-4813-9204-3f3410569b0a req-d9f549c5-49c7-4392-bbd3-f583831a8f06 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:09:17.696536 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] get_ports_and_sgs() called for port_ids ['e56cb7d8-68d6-49ce-8892-1665e02decd0'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:09:17.703662 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-d9f549c5-49c7-4392-bbd3-f583831a8f06 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:17.707343 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0b6f6-881f-463e-86d9-b52c5abdd250 service neutron] Pushing event updated for resources: {'Port': ['ID=2848265a-e217-4c47-ac1d-3375dd783df0,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:17.724067 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-3aa0b6f6-881f-463e-86d9-b52c5abdd250 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:17.724741 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-870ad2ad-76b2-49dc-ac5e-f298bffec3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:17.745214 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-3aa0b6f6-881f-463e-86d9-b52c5abdd250 service neutron] Attempting to bind port 2848265a-e217-4c47-ac1d-3375dd783df0 on host hv-cinder-76960 for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:09:17.745805 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-3aa0b6f6-881f-463e-86d9-b52c5abdd250 service neutron] Attempting to bind port 2848265a-e217-4c47-ac1d-3375dd783df0 by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': '5d2d0cd6-76c9-4e19-adbc-069cbe49383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '89702f14-ff61-4cde-bb1a-7226991037f5'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:09:17.746286 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-3aa0b6f6-881f-463e-86d9-b52c5abdd250 service neutron] Attempting to bind port 2848265a-e217-4c47-ac1d-3375dd783df0 on network 89702f14-ff61-4cde-bb1a-7226991037f5 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:09:17.754570 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-3aa0b6f6-881f-463e-86d9-b52c5abdd250 service neutron] Port 2848265a-e217-4c47-ac1d-3375dd783df0 on network 89702f14-ff61-4cde-bb1a-7226991037f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:09:17.755841 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-3aa0b6f6-881f-463e-86d9-b52c5abdd250 service neutron] Attempting to bind port 2848265a-e217-4c47-ac1d-3375dd783df0 on network 89702f14-ff61-4cde-bb1a-7226991037f5 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:09:17.770634 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-3aa0b6f6-881f-463e-86d9-b52c5abdd250 service neutron] Checking agent: {'id': 'a4a0778d-945d-473c-9557-d6f7decbe5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 7, 4), 'started_at': datetime.datetime(2021, 6, 29, 23, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:09:17.771712 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-3aa0b6f6-881f-463e-86d9-b52c5abdd250 service neutron] Checking segment: {'id': '5d2d0cd6-76c9-4e19-adbc-069cbe49383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '89702f14-ff61-4cde-bb1a-7226991037f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:09:17.772274 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-3aa0b6f6-881f-463e-86d9-b52c5abdd250 service neutron] Bound using segment: {'id': '5d2d0cd6-76c9-4e19-adbc-069cbe49383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '89702f14-ff61-4cde-bb1a-7226991037f5'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:09:17.772980 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-3aa0b6f6-881f-463e-86d9-b52c5abdd250 service neutron] Bound port: 2848265a-e217-4c47-ac1d-3375dd783df0, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d2d0cd6-76c9-4e19-adbc-069cbe49383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '89702f14-ff61-4cde-bb1a-7226991037f5'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:09:17.773514 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-3aa0b6f6-881f-463e-86d9-b52c5abdd250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:17.805142 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-ca30eee0-b06a-4f79-9bc1-d22901fe3d4b service neutron] 10.222.0.52 "GET /v2.0/networks/89702f14-ff61-4cde-bb1a-7226991037f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913283 Jun 29 23:09:17.832524 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-870ad2ad-76b2-49dc-ac5e-f298bffec3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:17.888916 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bab258-745d-4813-9204-3f3410569b0a req-d9f549c5-49c7-4392-bbd3-f583831a8f06 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:17.889737 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-25bab258-745d-4813-9204-3f3410569b0a req-d9f549c5-49c7-4392-bbd3-f583831a8f06 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:17.978269 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [req-8046911b-df94-4255-be26-1e6b469e0b05 req-ebe38934-df8f-4a1a-ad66-53a4165739ef tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Allocated IP 172.20.0.7 (961483aa-60c5-4d0f-82a0-c19a74bfe9c0/0cace3d9-d5b7-4676-96cc-bc7171040612/7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:09:17.990617 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-25bab258-745d-4813-9204-3f3410569b0a req-d9f549c5-49c7-4392-bbd3-f583831a8f06 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3079073 Jun 29 23:09:17.993115 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-3aa0b6f6-881f-463e-86d9-b52c5abdd250 service neutron] For port 2848265a-e217-4c47-ac1d-3375dd783df0, host hv-cinder-76960, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:09:17.998556 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-3aa0b6f6-881f-463e-86d9-b52c5abdd250 service neutron] For port 2848265a-e217-4c47-ac1d-3375dd783df0, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=2848265a-e217-4c47-ac1d-3375dd783df0,segment=NetworkSegment(5d2d0cd6-76c9-4e19-adbc-069cbe49383d),segment_id=5d2d0cd6-76c9-4e19-adbc-069cbe49383d)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:09:18.014293 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-3aa0b6f6-881f-463e-86d9-b52c5abdd250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:18.017511 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-25bab258-745d-4813-9204-3f3410569b0a req-bc4977ff-f3c1-4f66-9fdb-2097b99bd748 service neutron] Request body: {'port': {'device_id': '64038709-adfd-4ee0-81e7-731cb8032eda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:09:18.026788 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-f67d4163-1ede-4b32-a8e2-ece4a87b9c3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:18.092636 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-88d16ccc-fee6-4f19-a7a2-120a8316c512 req-6dd040d2-a815-427e-86c7-cc89113e0907 service neutron] 10.222.0.52 "GET /v2.0/networks/89702f14-ff61-4cde-bb1a-7226991037f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684598 Jun 29 23:09:18.120530 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-3aa0b6f6-881f-463e-86d9-b52c5abdd250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:18.121201 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-3aa0b6f6-881f-463e-86d9-b52c5abdd250 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:18.124492 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-3aa0b6f6-881f-463e-86d9-b52c5abdd250 service neutron] 10.222.0.52 "PUT /v2.0/ports/2848265a-e217-4c47-ac1d-3375dd783df0 HTTP/1.1" status: 200 len: 1093 time: 2.9632607 Jun 29 23:09:18.135996 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37098e3a-8b1f-4a65-9150-3072a49e5eb5', 'tag': '2848265a-e217-4c47-ac1d-3375dd783df0'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:09:18.138392 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4ff624e5b506a15852624dbd6f9127feb1aca7eb9818edaf72933b1fc2af06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f47ac88-0976-4e3c-bb22-6e6133dac89a" -d '{"events": [{"name": "network-changed", "server_uuid": "37098e3a-8b1f-4a65-9150-3072a49e5eb5", "tag": "2848265a-e217-4c47-ac1d-3375dd783df0"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:09:18.186625 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0b6f6-881f-463e-86d9-b52c5abdd250 service neutron] Pushing event updated for resources: {'Port': ['ID=2848265a-e217-4c47-ac1d-3375dd783df0,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:18.195960 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-3aa0b6f6-881f-463e-86d9-b52c5abdd250 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:18.209551 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-870ad2ad-76b2-49dc-ac5e-f298bffec3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:18.210813 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-e2f9028f-6365-41e9-96ce-2bcbe54cfa25 None None] Provisioning for port 71efbaa5-e7ce-4022-9371-df6f06e7ab90 completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:09:18.212562 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-870ad2ad-76b2-49dc-ac5e-f298bffec3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:18.213813 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-870ad2ad-76b2-49dc-ac5e-f298bffec3e7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a7c744ae-bb3d-4d27-a0bd-290de8aecf12 HTTP/1.1" status: 204 len: 168 time: 0.7597203 Jun 29 23:09:18.221486 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-e2f9028f-6365-41e9-96ce-2bcbe54cfa25 None None] Provisioning complete for port 71efbaa5-e7ce-4022-9371-df6f06e7ab90 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:09:18.222139 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-e2f9028f-6365-41e9-96ce-2bcbe54cfa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:18.265592 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:18.291794 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-e2f9028f-6365-41e9-96ce-2bcbe54cfa25 None None] Port 71efbaa5-e7ce-4022-9371-df6f06e7ab90 cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:09:18.301684 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-4cdf7367-742d-47f0-a65a-f47ea66d76af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:18.303455 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-4cdf7367-742d-47f0-a65a-f47ea66d76af service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a21d7629b3b04afe9b528722dbde8df7&device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 1096 time: 0.1182613 Jun 29 23:09:18.350478 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ad2ad-76b2-49dc-ac5e-f298bffec3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c744ae-bb3d-4d27-a0bd-290de8aecf12,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:18.359342 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-870ad2ad-76b2-49dc-ac5e-f298bffec3e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:18.370845 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-25bab258-745d-4813-9204-3f3410569b0a req-bc4977ff-f3c1-4f66-9fdb-2097b99bd748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:18.380390 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2ce0f6e4-2484-451a-848c-0c589db4cf18 req-2e34beaa-3086-4e62-bf36-081f28e39ae7 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0748608 Jun 29 23:09:18.383327 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-4598c1da-c954-41f9-97ad-4e37e82ac5c2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2848265a-e217-4c47-ac1d-3375dd783df0 HTTP/1.1" status: 200 len: 217 time: 0.0671818 Jun 29 23:09:18.426651 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8868f9-dc97-4639-927e-1277cb2bbbfd req-bcf873b4-8899-4d03-abfb-187c2c617a79 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:18.434176 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fd8868f9-dc97-4639-927e-1277cb2bbbfd req-bcf873b4-8899-4d03-abfb-187c2c617a79 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/ports?device_id=18653780-38ba-4322-b2a7-58824f67bb17 HTTP/1.1" status: 200 len: 945 time: 0.4309590 Jun 29 23:09:18.453470 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-ff68098d-cddf-4613-99ae-a4cb56013fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:18.455008 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-ff68098d-cddf-4613-99ae-a4cb56013fe5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=849ea54a-79f1-48c3-8b24-76e2484d0112 HTTP/1.1" status: 200 len: 858 time: 0.0647373 Jun 29 23:09:18.498521 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-d851688e-f860-4849-b2e9-72f8008d8f8b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=89702f14-ff61-4cde-bb1a-7226991037f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350637 Jun 29 23:09:18.500057 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8faf21b-47ea-4af9-bacf-192eeeabc502 x-openstack-request-id: req-c8faf21b-47ea-4af9-bacf-192eeeabc502 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:09:18.500352 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37098e3a-8b1f-4a65-9150-3072a49e5eb5", "tag": "2848265a-e217-4c47-ac1d-3375dd783df0", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:09:18.500801 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c8faf21b-47ea-4af9-bacf-192eeeabc502 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:09:18.502891 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37098e3a-8b1f-4a65-9150-3072a49e5eb5', 'tag': '2848265a-e217-4c47-ac1d-3375dd783df0', 'status': 'completed', 'code': 200} Jun 29 23:09:18.631838 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-8d89e7d0-45bf-4a94-b3e2-31eb71744400 service neutron] 10.222.0.52 "GET /v2.0/networks/89702f14-ff61-4cde-bb1a-7226991037f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211951 Jun 29 23:09:18.780076 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-8046911b-df94-4255-be26-1e6b469e0b05 req-ebe38934-df8f-4a1a-ad66-53a4165739ef tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:18.811306 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fd8868f9-dc97-4639-927e-1277cb2bbbfd req-621057ea-7d0b-4755-bcf6-27a1dc82f5c1 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/security-groups?id=573df093-9831-4d00-8fac-d015d3943764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747449 Jun 29 23:09:18.813553 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3b733119-fdf4-4aba-9ebd-d11b5bab5a1a req-11a958f7-323b-4e9e-8f4d-a47665d36ccb service neutron] 10.222.0.52 "GET /v2.0/networks/89702f14-ff61-4cde-bb1a-7226991037f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722901 Jun 29 23:09:18.872916 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af526c7e-44bd-4d2f-a320-6be29ff3e126 req-88370353-f179-46db-a6c4-3abfb9978073 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:18.876501 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-af526c7e-44bd-4d2f-a320-6be29ff3e126 req-88370353-f179-46db-a6c4-3abfb9978073 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 943 time: 0.2251668 Jun 29 23:09:18.877158 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 57204) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:18.893947 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [req-8046911b-df94-4255-be26-1e6b469e0b05 req-ebe38934-df8f-4a1a-ad66-53a4165739ef tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Transition to ACTIVE for port object 7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3 will not be triggered until provisioned by entity DHCP. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:09:18.951737 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cc6d81b3-e46f-4d5a-b6ee-a8ac7bed5dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:19.056342 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-af526c7e-44bd-4d2f-a320-6be29ff3e126 req-eb2e5577-23ec-494e-917b-49fd6e45b6eb tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580021 Jun 29 23:09:19.083212 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-8046911b-df94-4255-be26-1e6b469e0b05 req-ebe38934-df8f-4a1a-ad66-53a4165739ef tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5732936'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:19.096016 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47ac88-0976-4e3c-bb22-6e6133dac89a req-62f0e204-ac92-4952-85b6-a210679456a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:19.098090 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0f47ac88-0976-4e3c-bb22-6e6133dac89a req-62f0e204-ac92-4952-85b6-a210679456a1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a21d7629b3b04afe9b528722dbde8df7&device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 1096 time: 0.1886501 Jun 29 23:09:19.101898 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-6cb2ca3b-426b-4339-885a-d456ae756155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:19.148623 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device aade234a-ab1f-4e8c-9ad8-f86e56f903ba details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:09:19.194463 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8046911b-df94-4255-be26-1e6b469e0b05 req-ebe38934-df8f-4a1a-ad66-53a4165739ef tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Network 961483aa-60c5-4d0f-82a0-c19a74bfe9c0 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:09:19.204881 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device e56cb7d8-68d6-49ce-8892-1665e02decd0 up at agent hyperv_hv-cinder-76960 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:09:19.214859 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [req-8046911b-df94-4255-be26-1e6b469e0b05 req-ebe38934-df8f-4a1a-ad66-53a4165739ef tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:09:19.217512 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-8046911b-df94-4255-be26-1e6b469e0b05 req-ebe38934-df8f-4a1a-ad66-53a4165739ef tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:09:19.229091 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f07449-f9b0-4957-a623-e70bd913a2e4 req-b58949de-a4e6-43e5-bc21-8a13f3539151 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:19.231166 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-96f07449-f9b0-4957-a623-e70bd913a2e4 req-b58949de-a4e6-43e5-bc21-8a13f3539151 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 931 time: 0.2343080 Jun 29 23:09:19.273964 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47ac88-0976-4e3c-bb22-6e6133dac89a req-2f547cc4-6580-4275-92a1-acae27b2f486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:19.275497 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0f47ac88-0976-4e3c-bb22-6e6133dac89a req-2f547cc4-6580-4275-92a1-acae27b2f486 service neutron] 10.222.0.52 "GET /v2.0/networks?id=89702f14-ff61-4cde-bb1a-7226991037f5 HTTP/1.1" status: 200 len: 919 time: 0.1662097 Jun 29 23:09:19.310366 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cc6d81b3-e46f-4d5a-b6ee-a8ac7bed5dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:19.339467 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe38934-df8f-4a1a-ad66-53a4165739ef tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Pushing event updated for resources: {'Port': ['ID=7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:19.342562 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-ebe38934-df8f-4a1a-ad66-53a4165739ef tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:19.399923 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-96f07449-f9b0-4957-a623-e70bd913a2e4 req-3e3af072-a4f3-478e-a908-85b09de76dc8 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529844 Jun 29 23:09:19.422467 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046911b-df94-4255-be26-1e6b469e0b05 req-ebe38934-df8f-4a1a-ad66-53a4165739ef tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:19.422816 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-8046911b-df94-4255-be26-1e6b469e0b05 req-ebe38934-df8f-4a1a-ad66-53a4165739ef tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:19.457291 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [req-25bab258-745d-4813-9204-3f3410569b0a req-bc4977ff-f3c1-4f66-9fdb-2097b99bd748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71efbaa5-e7ce-4022-9371-df6f06e7ab90 {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:09:19.470305 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8046911b-df94-4255-be26-1e6b469e0b05 req-ebe38934-df8f-4a1a-ad66-53a4165739ef tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7572658 Jun 29 23:09:19.479102 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-25bab258-745d-4813-9204-3f3410569b0a req-bc4977ff-f3c1-4f66-9fdb-2097b99bd748 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:19.510129 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-8046911b-df94-4255-be26-1e6b469e0b05 req-f4e2e2ea-ffb1-45a9-87ee-5df4f6ac5c6c service neutron] Request body: {'port': {'device_id': 'b4183b6d-beac-4669-ab03-ca98f7bed25e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:09:19.551762 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port aade234a-ab1f-4e8c-9ad8-f86e56f903ba, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=aade234a-ab1f-4e8c-9ad8-f86e56f903ba,segment=NetworkSegment(5d2d0cd6-76c9-4e19-adbc-069cbe49383d),segment_id=5d2d0cd6-76c9-4e19-adbc-069cbe49383d)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:09:19.567369 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Returning: {'device': 'aade234a-ab1f-4e8c-9ad8-f86e56f903ba', 'network_id': '89702f14-ff61-4cde-bb1a-7226991037f5', 'port_id': 'aade234a-ab1f-4e8c-9ad8-f86e56f903ba', 'mac_address': 'fa:16:3e:5e:c1:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '849ea54a-79f1-48c3-8b24-76e2484d0112', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:09:19.580065 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 57220) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:19.630760 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [req-25bab258-745d-4813-9204-3f3410569b0a req-bc4977ff-f3c1-4f66-9fdb-2097b99bd748 service neutron] Transition to ACTIVE for port object 71efbaa5-e7ce-4022-9371-df6f06e7ab90 will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:09:19.641510 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-25bab258-745d-4813-9204-3f3410569b0a req-bc4977ff-f3c1-4f66-9fdb-2097b99bd748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732986'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:19.642964 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-8046911b-df94-4255-be26-1e6b469e0b05 req-f4e2e2ea-ffb1-45a9-87ee-5df4f6ac5c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:19.650479 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:19.677130 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aade234a-ab1f-4e8c-9ad8-f86e56f903ba {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:09:19.703740 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port aade234a-ab1f-4e8c-9ad8-f86e56f903ba, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=aade234a-ab1f-4e8c-9ad8-f86e56f903ba,segment=NetworkSegment(5d2d0cd6-76c9-4e19-adbc-069cbe49383d),segment_id=5d2d0cd6-76c9-4e19-adbc-069cbe49383d)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:09:19.707475 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0f47ac88-0976-4e3c-bb22-6e6133dac89a req-5e0f144d-d2bc-4a93-91df-24af91349f02 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2848265a-e217-4c47-ac1d-3375dd783df0 HTTP/1.1" status: 200 len: 217 time: 0.4132318 Jun 29 23:09:19.708043 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cc6d81b3-e46f-4d5a-b6ee-a8ac7bed5dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:19.708908 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-3bd1a626-3b4d-4364-bd87-f9497ff3d451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:19.717641 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:19.723037 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-8f50d792-074b-4495-b6c9-775a15f2839c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:19.736459 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:19.772158 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-c3ffe68e-0327-4049-a6a6-1dd3834414e3 None None] Provisioning for port 7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3 completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:09:19.776448 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=aade234a-ab1f-4e8c-9ad8-f86e56f903ba,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:19.779914 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:19.794799 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-c3ffe68e-0327-4049-a6a6-1dd3834414e3 None None] Provisioning complete for port 7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:09:19.795713 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-c3ffe68e-0327-4049-a6a6-1dd3834414e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:19.832877 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-cc6d81b3-e46f-4d5a-b6ee-a8ac7bed5dc7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7dc7bfbee60849febb36a8879d3dc7b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9546165 Jun 29 23:09:19.837263 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-c3ffe68e-0327-4049-a6a6-1dd3834414e3 None None] Port 7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3 cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:09:19.838864 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Provisioning for port e56cb7d8-68d6-49ce-8892-1665e02decd0 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:09:19.841747 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 57234) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:19.845157 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Provisioning complete for port e56cb7d8-68d6-49ce-8892-1665e02decd0 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:09:19.845729 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:19.853312 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d81b3-e46f-4d5a-b6ee-a8ac7bed5dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915f1541-0542-41df-8d96-f525e611b8d4,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:19.873384 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-cc6d81b3-e46f-4d5a-b6ee-a8ac7bed5dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:19.884703 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47ac88-0976-4e3c-bb22-6e6133dac89a req-56a579f0-539d-45bf-ae8b-72359f9c9fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:19.886323 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0f47ac88-0976-4e3c-bb22-6e6133dac89a req-56a579f0-539d-45bf-ae8b-72359f9c9fcd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=849ea54a-79f1-48c3-8b24-76e2484d0112 HTTP/1.1" status: 200 len: 858 time: 0.1673279 Jun 29 23:09:19.893193 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-6cb2ca3b-426b-4339-885a-d456ae756155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:19.954810 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0f47ac88-0976-4e3c-bb22-6e6133dac89a req-26ce86f3-0840-457c-a206-9e9d8e891188 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=89702f14-ff61-4cde-bb1a-7226991037f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582204 Jun 29 23:09:19.969746 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c9c1a-1b75-4373-a631-52cfbdf41d22 req-ecd0c304-3c53-45ac-9864-0c85331ee7a8 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:19.983530 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-877c9c1a-1b75-4373-a631-52cfbdf41d22 req-ecd0c304-3c53-45ac-9864-0c85331ee7a8 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 931 time: 0.2785280 Jun 29 23:09:19.985528 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-118caa28-2890-40ab-96f2-3ed9ad6b85aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:20.046572 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4977ff-f3c1-4f66-9fdb-2097b99bd748 service neutron] Pushing event updated for resources: {'Port': ['ID=71efbaa5-e7ce-4022-9371-df6f06e7ab90,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:20.057707 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-bc4977ff-f3c1-4f66-9fdb-2097b99bd748 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:20.111330 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:20.124851 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f9aef78b-e6f2-41d2-8d40-9b3e02535b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:20.125136 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] get_ports_and_sgs() called for port_ids ['aade234a-ab1f-4e8c-9ad8-f86e56f903ba'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:09:20.204557 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-877c9c1a-1b75-4373-a631-52cfbdf41d22 req-371c32d7-0b1b-42d3-99ca-f23dbb71413f tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25dd01b-7529-4fb9-a1c4-5604684d178f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2164519 Jun 29 23:09:20.256780 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f9aef78b-e6f2-41d2-8d40-9b3e02535b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:20.275611 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18653780-38ba-4322-b2a7-58824f67bb17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56cb7d8-68d6-49ce-8892-1665e02decd0'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:09:20.323727 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0f47ac88-0976-4e3c-bb22-6e6133dac89a req-e23de4da-1516-43bc-b535-b7ec17abdfa0 service neutron] 10.222.0.52 "GET /v2.0/networks/89702f14-ff61-4cde-bb1a-7226991037f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363755 Jun 29 23:09:20.430223 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:20.444694 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port e56cb7d8-68d6-49ce-8892-1665e02decd0, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=e56cb7d8-68d6-49ce-8892-1665e02decd0,segment=NetworkSegment(c48b2b9f-c25c-493c-b663-dfe98edfd665),segment_id=c48b2b9f-c25c-493c-b663-dfe98edfd665)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:09:20.510163 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f9aef78b-e6f2-41d2-8d40-9b3e02535b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:20.517806 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f9aef78b-e6f2-41d2-8d40-9b3e02535b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:20.518863 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-f9aef78b-e6f2-41d2-8d40-9b3e02535b27 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/915f1541-0542-41df-8d96-f525e611b8d4 HTTP/1.1" status: 204 len: 168 time: 0.6743200 Jun 29 23:09:20.529291 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:20.535091 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:20.542415 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aef78b-e6f2-41d2-8d40-9b3e02535b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915f1541-0542-41df-8d96-f525e611b8d4,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:20.556778 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-f9aef78b-e6f2-41d2-8d40-9b3e02535b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:20.559458 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-b2ee57b3-013f-4242-9958-0a29fd8c420f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:20.565407 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9c9a3-db50-4179-8a99-2d0b2f6c33f9 req-1e4c8f4f-a019-44c2-96b0-fe322b29098e tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:20.572780 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-52c9c9a3-db50-4179-8a99-2d0b2f6c33f9 req-1e4c8f4f-a019-44c2-96b0-fe322b29098e tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 943 time: 0.1997602 Jun 29 23:09:20.577465 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0f47ac88-0976-4e3c-bb22-6e6133dac89a req-1b5ae006-66fa-4299-a139-215b3603c32b service neutron] 10.222.0.52 "GET /v2.0/networks/89702f14-ff61-4cde-bb1a-7226991037f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428277 Jun 29 23:09:20.629516 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-52c9c9a3-db50-4179-8a99-2d0b2f6c33f9 req-14887068-7b5a-4c71-808f-ffd83df24644 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557048 Jun 29 23:09:20.640919 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc242b685774feada63a8466480188dde327850ab4a240ce00b056240626d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7542cbbb-6cd1-4755-bf6f-6bcca26949b0" -d '{"events": [{"server_uuid": "18653780-38ba-4322-b2a7-58824f67bb17", "name": "network-vif-plugged", "status": "completed", "tag": "e56cb7d8-68d6-49ce-8892-1665e02decd0"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:09:20.697580 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-25bab258-745d-4813-9204-3f3410569b0a req-bc4977ff-f3c1-4f66-9fdb-2097b99bd748 service neutron] Attempting to bind port 71efbaa5-e7ce-4022-9371-df6f06e7ab90 on host hv-cinder-76960 for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:09:20.697946 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-25bab258-745d-4813-9204-3f3410569b0a req-bc4977ff-f3c1-4f66-9fdb-2097b99bd748 service neutron] Attempting to bind port 71efbaa5-e7ce-4022-9371-df6f06e7ab90 by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': 'a915f56e-4b4b-41eb-9b6a-ec11aa4ed293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '18655a20-36e7-480e-885c-1e73fb892310'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:09:20.698363 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bab258-745d-4813-9204-3f3410569b0a req-bc4977ff-f3c1-4f66-9fdb-2097b99bd748 service neutron] Attempting to bind port 71efbaa5-e7ce-4022-9371-df6f06e7ab90 on network 18655a20-36e7-480e-885c-1e73fb892310 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:09:20.732832 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [req-8046911b-df94-4255-be26-1e6b469e0b05 req-f4e2e2ea-ffb1-45a9-87ee-5df4f6ac5c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3 {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:09:20.735599 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=e56cb7d8-68d6-49ce-8892-1665e02decd0,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:20.763009 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce491d-1dbd-4456-a50a-85f59f4199ee req-74e0e780-a980-4a43-aa2e-9beaa62edff0 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:20.764638 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a3ce491d-1dbd-4456-a50a-85f59f4199ee req-74e0e780-a980-4a43-aa2e-9beaa62edff0 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/ports?device_id=18653780-38ba-4322-b2a7-58824f67bb17 HTTP/1.1" status: 200 len: 945 time: 0.6003456 Jun 29 23:09:20.765326 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bab258-745d-4813-9204-3f3410569b0a req-bc4977ff-f3c1-4f66-9fdb-2097b99bd748 service neutron] Port 71efbaa5-e7ce-4022-9371-df6f06e7ab90 on network 18655a20-36e7-480e-885c-1e73fb892310 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:09:20.765719 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bab258-745d-4813-9204-3f3410569b0a req-bc4977ff-f3c1-4f66-9fdb-2097b99bd748 service neutron] Attempting to bind port 71efbaa5-e7ce-4022-9371-df6f06e7ab90 on network 18655a20-36e7-480e-885c-1e73fb892310 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:09:20.779732 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:20.790055 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-8046911b-df94-4255-be26-1e6b469e0b05 req-f4e2e2ea-ffb1-45a9-87ee-5df4f6ac5c6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:20.807712 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:20.820233 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bab258-745d-4813-9204-3f3410569b0a req-bc4977ff-f3c1-4f66-9fdb-2097b99bd748 service neutron] Checking agent: {'id': 'a4a0778d-945d-473c-9557-d6f7decbe5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 7, 4), 'started_at': datetime.datetime(2021, 6, 29, 23, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:09:20.820805 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bab258-745d-4813-9204-3f3410569b0a req-bc4977ff-f3c1-4f66-9fdb-2097b99bd748 service neutron] Checking segment: {'id': 'a915f56e-4b4b-41eb-9b6a-ec11aa4ed293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '18655a20-36e7-480e-885c-1e73fb892310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:09:20.821423 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bab258-745d-4813-9204-3f3410569b0a req-bc4977ff-f3c1-4f66-9fdb-2097b99bd748 service neutron] Bound using segment: {'id': 'a915f56e-4b4b-41eb-9b6a-ec11aa4ed293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '18655a20-36e7-480e-885c-1e73fb892310'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:09:20.821953 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-25bab258-745d-4813-9204-3f3410569b0a req-bc4977ff-f3c1-4f66-9fdb-2097b99bd748 service neutron] Bound port: 71efbaa5-e7ce-4022-9371-df6f06e7ab90, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a915f56e-4b4b-41eb-9b6a-ec11aa4ed293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '18655a20-36e7-480e-885c-1e73fb892310'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:09:20.822391 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-25bab258-745d-4813-9204-3f3410569b0a req-bc4977ff-f3c1-4f66-9fdb-2097b99bd748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:20.837079 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-118caa28-2890-40ab-96f2-3ed9ad6b85aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:20.851967 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-118caa28-2890-40ab-96f2-3ed9ad6b85aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:20.857033 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [req-8046911b-df94-4255-be26-1e6b469e0b05 req-f4e2e2ea-ffb1-45a9-87ee-5df4f6ac5c6c service neutron] Transition to ACTIVE for port object 7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3 will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:09:20.857865 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-51daf428-9db9-4d4e-b7a2-f1db9c6ac4ef tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:20.902238 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-8046911b-df94-4255-be26-1e6b469e0b05 req-f4e2e2ea-ffb1-45a9-87ee-5df4f6ac5c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732986'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:20.905795 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47d3fd-7469-4850-af4b-fde48dc7b227 req-6f03a6b0-3cfc-49cc-93b9-7c6e42a050ba tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:20.914541 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-bd47d3fd-7469-4850-af4b-fde48dc7b227 req-6f03a6b0-3cfc-49cc-93b9-7c6e42a050ba tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.1193690 Jun 29 23:09:20.951197 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-118caa28-2890-40ab-96f2-3ed9ad6b85aa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f15f070c5ac941638877791cfe9b0ff1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3699858 Jun 29 23:09:20.954409 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a3ce491d-1dbd-4456-a50a-85f59f4199ee req-495d8e8c-52aa-45b3-af05-c1eb1d8a29f6 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/security-groups?id=573df093-9831-4d00-8fac-d015d3943764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680779 Jun 29 23:09:20.956510 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 57282) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:20.968348 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-bd47d3fd-7469-4850-af4b-fde48dc7b227 req-e5420d46-12fd-44f7-9f99-246c894d4932 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529377 Jun 29 23:09:20.968930 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118caa28-2890-40ab-96f2-3ed9ad6b85aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d944b6df-052b-46bf-8f57-eb1090c42d6e,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:20.998476 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-118caa28-2890-40ab-96f2-3ed9ad6b85aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:20.998946 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-908ed24a-f9cf-405f-9b54-a53ee39e5b4a tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:21.075091 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-25bab258-745d-4813-9204-3f3410569b0a req-bc4977ff-f3c1-4f66-9fdb-2097b99bd748 service neutron] For port 71efbaa5-e7ce-4022-9371-df6f06e7ab90, host hv-cinder-76960, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:09:21.120280 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-25bab258-745d-4813-9204-3f3410569b0a req-bc4977ff-f3c1-4f66-9fdb-2097b99bd748 service neutron] For port 71efbaa5-e7ce-4022-9371-df6f06e7ab90, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=71efbaa5-e7ce-4022-9371-df6f06e7ab90,segment=NetworkSegment(a915f56e-4b4b-41eb-9b6a-ec11aa4ed293),segment_id=a915f56e-4b4b-41eb-9b6a-ec11aa4ed293)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:09:21.133750 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2e2ea-ffb1-45a9-87ee-5df4f6ac5c6c service neutron] Pushing event updated for resources: {'Port': ['ID=7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:21.137177 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-25bab258-745d-4813-9204-3f3410569b0a req-bc4977ff-f3c1-4f66-9fdb-2097b99bd748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732986'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:21.157751 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 2848265a-e217-4c47-ac1d-3375dd783df0 details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:09:21.167737 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-f4e2e2ea-ffb1-45a9-87ee-5df4f6ac5c6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:21.174627 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:21.208802 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-eeeee979-c476-4856-94e7-af3273e693a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:21.427635 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-eeeee979-c476-4856-94e7-af3273e693a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:21.440039 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bab258-745d-4813-9204-3f3410569b0a req-bc4977ff-f3c1-4f66-9fdb-2097b99bd748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:21.446782 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-25bab258-745d-4813-9204-3f3410569b0a req-bc4977ff-f3c1-4f66-9fdb-2097b99bd748 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:21.448497 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-25bab258-745d-4813-9204-3f3410569b0a req-bc4977ff-f3c1-4f66-9fdb-2097b99bd748 service neutron] 10.222.0.52 "PUT /v2.0/ports/71efbaa5-e7ce-4022-9371-df6f06e7ab90 HTTP/1.1" status: 200 len: 1093 time: 3.4465716 Jun 29 23:09:21.450110 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port 2848265a-e217-4c47-ac1d-3375dd783df0, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=2848265a-e217-4c47-ac1d-3375dd783df0,segment=NetworkSegment(5d2d0cd6-76c9-4e19-adbc-069cbe49383d),segment_id=5d2d0cd6-76c9-4e19-adbc-069cbe49383d)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:09:21.472748 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64038709-adfd-4ee0-81e7-731cb8032eda', 'tag': '71efbaa5-e7ce-4022-9371-df6f06e7ab90'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:09:21.512662 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Returning: {'device': '2848265a-e217-4c47-ac1d-3375dd783df0', 'network_id': '89702f14-ff61-4cde-bb1a-7226991037f5', 'port_id': '2848265a-e217-4c47-ac1d-3375dd783df0', 'mac_address': 'fa:16:3e:5d:66:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '849ea54a-79f1-48c3-8b24-76e2484d0112', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:09:21.532026 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09b09fd-68d1-4e28-a417-e8a5f0e6de18 x-openstack-request-id: req-c09b09fd-68d1-4e28-a417-e8a5f0e6de18 {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:09:21.532738 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18653780-38ba-4322-b2a7-58824f67bb17", "name": "network-vif-plugged", "status": "completed", "tag": "e56cb7d8-68d6-49ce-8892-1665e02decd0", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:09:21.534570 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c09b09fd-68d1-4e28-a417-e8a5f0e6de18 {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:09:21.535610 dv-cinder-769602-4-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18653780-38ba-4322-b2a7-58824f67bb17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56cb7d8-68d6-49ce-8892-1665e02decd0', 'code': 200} Jun 29 23:09:21.701035 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:21.738236 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2848265a-e217-4c47-ac1d-3375dd783df0 {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:09:21.794491 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c44c8a-e48d-4714-88e1-282bda034aa6 req-a09ba1df-4daa-4591-bf4e-b50aefcf420b tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:21.802106 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-17c44c8a-e48d-4714-88e1-282bda034aa6 req-a09ba1df-4daa-4591-bf4e-b50aefcf420b tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 943 time: 0.3498616 Jun 29 23:09:21.821402 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port 2848265a-e217-4c47-ac1d-3375dd783df0, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=2848265a-e217-4c47-ac1d-3375dd783df0,segment=NetworkSegment(5d2d0cd6-76c9-4e19-adbc-069cbe49383d),segment_id=5d2d0cd6-76c9-4e19-adbc-069cbe49383d)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:09:21.832373 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:21.832792 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4977ff-f3c1-4f66-9fdb-2097b99bd748 service neutron] Pushing event updated for resources: {'Port': ['ID=71efbaa5-e7ce-4022-9371-df6f06e7ab90,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:21.834836 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:21.846865 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-bc4977ff-f3c1-4f66-9fdb-2097b99bd748 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:21.886371 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-8046911b-df94-4255-be26-1e6b469e0b05 req-f4e2e2ea-ffb1-45a9-87ee-5df4f6ac5c6c service neutron] Attempting to bind port 7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3 on host hv-cinder-76960 for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:09:21.886757 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-8046911b-df94-4255-be26-1e6b469e0b05 req-f4e2e2ea-ffb1-45a9-87ee-5df4f6ac5c6c service neutron] Attempting to bind port 7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3 by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': '63f270fe-59bf-41e4-861c-414217008130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:09:21.887125 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8046911b-df94-4255-be26-1e6b469e0b05 req-f4e2e2ea-ffb1-45a9-87ee-5df4f6ac5c6c service neutron] Attempting to bind port 7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3 on network 961483aa-60c5-4d0f-82a0-c19a74bfe9c0 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:09:21.920590 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-17c44c8a-e48d-4714-88e1-282bda034aa6 req-bf188525-9eb6-41a6-8d2f-414368236433 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25dd01b-7529-4fb9-a1c4-5604684d178f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108837 Jun 29 23:09:21.923539 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=2848265a-e217-4c47-ac1d-3375dd783df0,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:21.944927 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:21.955747 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8046911b-df94-4255-be26-1e6b469e0b05 req-f4e2e2ea-ffb1-45a9-87ee-5df4f6ac5c6c service neutron] Port 7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3 on network 961483aa-60c5-4d0f-82a0-c19a74bfe9c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:09:21.956284 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8046911b-df94-4255-be26-1e6b469e0b05 req-f4e2e2ea-ffb1-45a9-87ee-5df4f6ac5c6c service neutron] Attempting to bind port 7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3 on network 961483aa-60c5-4d0f-82a0-c19a74bfe9c0 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:09:22.025195 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316a232d699b6ed129cbc6be4a023823324df8adf1509f78b4e93fc726adbd2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6560746e-7c32-4e04-818b-d12e7d09e647" -d '{"events": [{"name": "network-changed", "server_uuid": "64038709-adfd-4ee0-81e7-731cb8032eda", "tag": "71efbaa5-e7ce-4022-9371-df6f06e7ab90"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:09:22.056692 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8046911b-df94-4255-be26-1e6b469e0b05 req-f4e2e2ea-ffb1-45a9-87ee-5df4f6ac5c6c service neutron] Checking agent: {'id': 'a4a0778d-945d-473c-9557-d6f7decbe5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 7, 4), 'started_at': datetime.datetime(2021, 6, 29, 23, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:09:22.057119 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8046911b-df94-4255-be26-1e6b469e0b05 req-f4e2e2ea-ffb1-45a9-87ee-5df4f6ac5c6c service neutron] Checking segment: {'id': '63f270fe-59bf-41e4-861c-414217008130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:09:22.057510 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8046911b-df94-4255-be26-1e6b469e0b05 req-f4e2e2ea-ffb1-45a9-87ee-5df4f6ac5c6c service neutron] Bound using segment: {'id': '63f270fe-59bf-41e4-861c-414217008130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:09:22.058039 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-8046911b-df94-4255-be26-1e6b469e0b05 req-f4e2e2ea-ffb1-45a9-87ee-5df4f6ac5c6c service neutron] Bound port: 7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63f270fe-59bf-41e4-861c-414217008130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:09:22.058420 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-8046911b-df94-4255-be26-1e6b469e0b05 req-f4e2e2ea-ffb1-45a9-87ee-5df4f6ac5c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:22.085272 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfecbbc8-f4ad-4895-8590-7235d147d27d req-8d1d1c7e-04a5-4eb6-b7cd-63849d35e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:22.086616 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] get_ports_and_sgs() called for port_ids ['2848265a-e217-4c47-ac1d-3375dd783df0'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:09:22.087733 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-cfecbbc8-f4ad-4895-8590-7235d147d27d req-8d1d1c7e-04a5-4eb6-b7cd-63849d35e215 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=18653780-38ba-4322-b2a7-58824f67bb17 HTTP/1.1" status: 200 len: 1099 time: 0.1607056 Jun 29 23:09:22.135289 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-cfecbbc8-f4ad-4895-8590-7235d147d27d req-15e0b984-9e94-4f0b-95b9-94f56f8da70c service neutron] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:22.248871 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-eeeee979-c476-4856-94e7-af3273e693a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:22.252801 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-eeeee979-c476-4856-94e7-af3273e693a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:22.257464 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-eeeee979-c476-4856-94e7-af3273e693a4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d944b6df-052b-46bf-8f57-eb1090c42d6e HTTP/1.1" status: 204 len: 168 time: 1.2979994 Jun 29 23:09:22.271565 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:22.299219 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018105a-0ad3-479f-8735-e6c86d9781dd req-6bb03b22-b8ca-4a9a-b1a4-3d211827f78e tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:22.302851 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bab258-745d-4813-9204-3f3410569b0a req-14a0f982-ea21-436a-bf04-1077a29b60c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:22.305701 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-25bab258-745d-4813-9204-3f3410569b0a req-14a0f982-ea21-436a-bf04-1077a29b60c1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a764af7b0ca642e4960df1bc8942167a&device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 1096 time: 0.7849391 Jun 29 23:09:22.307260 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f018105a-0ad3-479f-8735-e6c86d9781dd req-6bb03b22-b8ca-4a9a-b1a4-3d211827f78e tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/ports?device_id=18653780-38ba-4322-b2a7-58824f67bb17 HTTP/1.1" status: 200 len: 946 time: 0.1483839 Jun 29 23:09:22.312756 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeee979-c476-4856-94e7-af3273e693a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d944b6df-052b-46bf-8f57-eb1090c42d6e,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:22.325055 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-8046911b-df94-4255-be26-1e6b469e0b05 req-f4e2e2ea-ffb1-45a9-87ee-5df4f6ac5c6c service neutron] For port 7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3, host hv-cinder-76960, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:09:22.362753 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-eeeee979-c476-4856-94e7-af3273e693a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:22.386873 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f018105a-0ad3-479f-8735-e6c86d9781dd req-4835c5bd-ebbc-4608-84d2-a3fee4478aec tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/security-groups?id=573df093-9831-4d00-8fac-d015d3943764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786517 Jun 29 23:09:22.395971 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-cfecbbc8-f4ad-4895-8590-7235d147d27d req-15e0b984-9e94-4f0b-95b9-94f56f8da70c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:22.401104 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-cfecbbc8-f4ad-4895-8590-7235d147d27d req-15e0b984-9e94-4f0b-95b9-94f56f8da70c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:22.404061 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:22.409895 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-25bab258-745d-4813-9204-3f3410569b0a req-f31dc1da-1eed-4806-978e-5d0a4168c6bd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71efbaa5-e7ce-4022-9371-df6f06e7ab90 HTTP/1.1" status: 200 len: 217 time: 0.0948350 Jun 29 23:09:22.416871 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-8046911b-df94-4255-be26-1e6b469e0b05 req-f4e2e2ea-ffb1-45a9-87ee-5df4f6ac5c6c service neutron] For port 7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3,segment=NetworkSegment(63f270fe-59bf-41e4-861c-414217008130),segment_id=63f270fe-59bf-41e4-861c-414217008130)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:09:22.447131 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-cfecbbc8-f4ad-4895-8590-7235d147d27d req-15e0b984-9e94-4f0b-95b9-94f56f8da70c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=573df093-9831-4d00-8fac-d015d3943764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472283 Jun 29 23:09:22.457402 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0b984-9e94-4f0b-95b9-94f56f8da70c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdf810a-e18a-420f-979d-d915c95c4faa,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:22.468760 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-8046911b-df94-4255-be26-1e6b469e0b05 req-f4e2e2ea-ffb1-45a9-87ee-5df4f6ac5c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732986'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:22.476663 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-15e0b984-9e94-4f0b-95b9-94f56f8da70c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:22.484264 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4d42a-bceb-49fe-b6f1-5ac328eacf64 req-3f9cae9a-7bef-481b-987e-95b5f304bc30 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:22.491804 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fde4d42a-bceb-49fe-b6f1-5ac328eacf64 req-3f9cae9a-7bef-481b-987e-95b5f304bc30 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 944 time: 0.5373344 Jun 29 23:09:22.502369 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-ebe38934-df8f-4a1a-ad66-53a4165739ef tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:22.570487 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046911b-df94-4255-be26-1e6b469e0b05 req-f4e2e2ea-ffb1-45a9-87ee-5df4f6ac5c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:22.571143 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-8046911b-df94-4255-be26-1e6b469e0b05 req-f4e2e2ea-ffb1-45a9-87ee-5df4f6ac5c6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:22.572458 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8046911b-df94-4255-be26-1e6b469e0b05 req-f4e2e2ea-ffb1-45a9-87ee-5df4f6ac5c6c service neutron] 10.222.0.52 "PUT /v2.0/ports/7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3 HTTP/1.1" status: 200 len: 1093 time: 3.0854499 Jun 29 23:09:22.581488 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bab258-745d-4813-9204-3f3410569b0a req-a9f1306e-29a9-45f5-af39-72b43c2cc1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:22.582942 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-25bab258-745d-4813-9204-3f3410569b0a req-a9f1306e-29a9-45f5-af39-72b43c2cc1a2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=722d70ab-2523-4ee0-92c1-9e31835f606a HTTP/1.1" status: 200 len: 855 time: 0.1634977 Jun 29 23:09:22.612111 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:22.671937 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d38a3-3c86-4992-bb7b-30b096c52285 req-fb5cf151-72d4-4b50-b5be-647b05c1b0d3 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:22.674051 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-da7d38a3-3c86-4992-bb7b-30b096c52285 req-fb5cf151-72d4-4b50-b5be-647b05c1b0d3 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.1139846 Jun 29 23:09:22.676214 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fde4d42a-bceb-49fe-b6f1-5ac328eacf64 req-4990ee59-cebf-4318-b7f9-d7ba06f1e387 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834419 Jun 29 23:09:22.726011 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2e2ea-ffb1-45a9-87ee-5df4f6ac5c6c service neutron] Pushing event updated for resources: {'Port': ['ID=7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:22.731073 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-f4e2e2ea-ffb1-45a9-87ee-5df4f6ac5c6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:22.742587 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-da7d38a3-3c86-4992-bb7b-30b096c52285 req-c5f3daa6-37ab-4ae5-9e98-a79c7414fa57 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595214 Jun 29 23:09:22.813616 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 57348) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:22.829422 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bab258-745d-4813-9204-3f3410569b0a req-4ee3436d-64e4-488a-affc-e44e375aa259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:22.830967 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-25bab258-745d-4813-9204-3f3410569b0a req-4ee3436d-64e4-488a-affc-e44e375aa259 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=18655a20-36e7-480e-885c-1e73fb892310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2399178 Jun 29 23:09:22.849960 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f513bc52-8c88-4065-8a58-eeb56e09df48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:22.863528 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046911b-df94-4255-be26-1e6b469e0b05 req-e65d0122-149c-48e6-8ef5-5a21877cdb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:22.868028 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8046911b-df94-4255-be26-1e6b469e0b05 req-e65d0122-149c-48e6-8ef5-5a21877cdb9b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=89f7a8481a72408b89119405a6770fde&device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 1096 time: 0.2070765 Jun 29 23:09:22.947247 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8046911b-df94-4255-be26-1e6b469e0b05 req-500246bb-249f-4005-b882-581171cc4893 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3 HTTP/1.1" status: 200 len: 217 time: 0.0665295 Jun 29 23:09:23.044922 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f513bc52-8c88-4065-8a58-eeb56e09df48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:23.050170 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f513bc52-8c88-4065-8a58-eeb56e09df48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:23.084499 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:23.105869 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-25bab258-745d-4813-9204-3f3410569b0a req-5fff2b2d-07c3-4a13-86f6-6f998cdffeac service neutron] 10.222.0.52 "GET /v2.0/networks/18655a20-36e7-480e-885c-1e73fb892310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661412 Jun 29 23:09:23.107362 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046911b-df94-4255-be26-1e6b469e0b05 req-f49602e5-95ec-4730-bfb9-eb03c052f366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:23.108709 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8046911b-df94-4255-be26-1e6b469e0b05 req-f49602e5-95ec-4730-bfb9-eb03c052f366 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0cace3d9-d5b7-4676-96cc-bc7171040612 HTTP/1.1" status: 200 len: 849 time: 0.1534052 Jun 29 23:09:23.116979 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-f513bc52-8c88-4065-8a58-eeb56e09df48 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=57d9f06ab8c64086b58c5a840447bbc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3019624 Jun 29 23:09:23.121752 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 57360) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:23.129984 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513bc52-8c88-4065-8a58-eeb56e09df48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276bae8e-d49d-4033-be1a-69bdc64b4799,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:23.135459 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-f513bc52-8c88-4065-8a58-eeb56e09df48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:23.173596 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device aade234a-ab1f-4e8c-9ad8-f86e56f903ba up at agent hyperv_hv-cinder-76960 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:09:23.207368 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff4f93a-118f-4f59-ba12-1c9da8734152 x-openstack-request-id: req-cff4f93a-118f-4f59-ba12-1c9da8734152 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:09:23.207777 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64038709-adfd-4ee0-81e7-731cb8032eda", "tag": "71efbaa5-e7ce-4022-9371-df6f06e7ab90", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:09:23.208057 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cff4f93a-118f-4f59-ba12-1c9da8734152 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:09:23.208656 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64038709-adfd-4ee0-81e7-731cb8032eda', 'tag': '71efbaa5-e7ce-4022-9371-df6f06e7ab90', 'status': 'completed', 'code': 200} Jun 29 23:09:23.255547 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a1ddfd20-53b5-4170-9e95-9c21a9f74753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:23.271134 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-25bab258-745d-4813-9204-3f3410569b0a req-eabad16d-ba22-457c-83ec-92e89e3d2885 service neutron] 10.222.0.52 "GET /v2.0/networks/18655a20-36e7-480e-885c-1e73fb892310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530366 Jun 29 23:09:23.274883 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046911b-df94-4255-be26-1e6b469e0b05 req-ba374c8f-6818-4f00-8dd1-642cb2d4613b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:23.276474 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8046911b-df94-4255-be26-1e6b469e0b05 req-ba374c8f-6818-4f00-8dd1-642cb2d4613b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=961483aa-60c5-4d0f-82a0-c19a74bfe9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1447589 Jun 29 23:09:23.302104 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Provisioning for port aade234a-ab1f-4e8c-9ad8-f86e56f903ba completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:09:23.302625 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c52a4-523c-44e6-8510-18fc55ead91d req-f0321e57-707d-40ff-88e6-54fa71369ad3 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:23.304898 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0e6c52a4-523c-44e6-8510-18fc55ead91d req-f0321e57-707d-40ff-88e6-54fa71369ad3 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 943 time: 0.1675107 Jun 29 23:09:23.309980 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Provisioning complete for port aade234a-ab1f-4e8c-9ad8-f86e56f903ba triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:09:23.312649 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:23.327737 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a1ddfd20-53b5-4170-9e95-9c21a9f74753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:23.384098 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0e6c52a4-523c-44e6-8510-18fc55ead91d req-50d0d47d-fc22-4eac-bb0a-e70fa62914e2 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25dd01b-7529-4fb9-a1c4-5604684d178f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690558 Jun 29 23:09:23.420531 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a1ddfd20-53b5-4170-9e95-9c21a9f74753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:23.423559 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a1ddfd20-53b5-4170-9e95-9c21a9f74753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:23.427524 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-a1ddfd20-53b5-4170-9e95-9c21a9f74753 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/276bae8e-d49d-4033-be1a-69bdc64b4799 HTTP/1.1" status: 204 len: 168 time: 0.3005488 Jun 29 23:09:23.427524 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-f9aef78b-e6f2-41d2-8d40-9b3e02535b27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:23.434217 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ddfd20-53b5-4170-9e95-9c21a9f74753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276bae8e-d49d-4033-be1a-69bdc64b4799,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:23.436964 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-a1ddfd20-53b5-4170-9e95-9c21a9f74753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:23.481291 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8046911b-df94-4255-be26-1e6b469e0b05 req-8d1f903c-de9e-462e-a4c1-c2582ed04f83 service neutron] 10.222.0.52 "GET /v2.0/networks/961483aa-60c5-4d0f-82a0-c19a74bfe9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968105 Jun 29 23:09:23.483139 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560746e-7c32-4e04-818b-d12e7d09e647 req-0a877e27-f8ba-4c62-99db-bb8ba4dce775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:23.484463 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6560746e-7c32-4e04-818b-d12e7d09e647 req-0a877e27-f8ba-4c62-99db-bb8ba4dce775 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a764af7b0ca642e4960df1bc8942167a&device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 1096 time: 0.1216643 Jun 29 23:09:23.528972 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:23.575365 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393ea916-c13e-4618-850c-cb30645433e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aade234a-ab1f-4e8c-9ad8-f86e56f903ba'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:09:23.581749 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc242b685774feada63a8466480188dde327850ab4a240ce00b056240626d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17522f8-856d-4e40-b3c2-00ce97583f9b" -d '{"events": [{"server_uuid": "393ea916-c13e-4618-850c-cb30645433e8", "name": "network-vif-plugged", "status": "completed", "tag": "aade234a-ab1f-4e8c-9ad8-f86e56f903ba"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:09:23.598059 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port aade234a-ab1f-4e8c-9ad8-f86e56f903ba, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=aade234a-ab1f-4e8c-9ad8-f86e56f903ba,segment=NetworkSegment(5d2d0cd6-76c9-4e19-adbc-069cbe49383d),segment_id=5d2d0cd6-76c9-4e19-adbc-069cbe49383d)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:09:23.605154 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:23.606326 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 2848265a-e217-4c47-ac1d-3375dd783df0 up at agent hyperv_hv-cinder-76960 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:09:23.612354 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:23.654486 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74487f01-f63c-42d5-9f5e-96713e44f03b x-openstack-request-id: req-74487f01-f63c-42d5-9f5e-96713e44f03b {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:09:23.654952 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393ea916-c13e-4618-850c-cb30645433e8", "name": "network-vif-plugged", "status": "completed", "tag": "aade234a-ab1f-4e8c-9ad8-f86e56f903ba", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:09:23.655246 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-74487f01-f63c-42d5-9f5e-96713e44f03b {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:09:23.655713 dv-cinder-769602-4-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393ea916-c13e-4618-850c-cb30645433e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aade234a-ab1f-4e8c-9ad8-f86e56f903ba', 'code': 200} Jun 29 23:09:23.778013 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=aade234a-ab1f-4e8c-9ad8-f86e56f903ba,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:23.790027 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:23.805921 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560746e-7c32-4e04-818b-d12e7d09e647 req-cb7599a5-04a4-46e6-8e1f-f365ee02b887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:23.807371 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6560746e-7c32-4e04-818b-d12e7d09e647 req-cb7599a5-04a4-46e6-8e1f-f365ee02b887 service neutron] 10.222.0.52 "GET /v2.0/networks?id=18655a20-36e7-480e-885c-1e73fb892310 HTTP/1.1" status: 200 len: 917 time: 0.3143554 Jun 29 23:09:23.808483 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Provisioning for port 2848265a-e217-4c47-ac1d-3375dd783df0 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:09:23.823320 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Provisioning complete for port 2848265a-e217-4c47-ac1d-3375dd783df0 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:09:23.824784 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:24.024411 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:24.087543 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f34248-8525-4502-88a0-558f52158515 req-afcb7f70-ef56-4344-887f-ae5f112e8a28 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:24.098215 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port 2848265a-e217-4c47-ac1d-3375dd783df0, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=2848265a-e217-4c47-ac1d-3375dd783df0,segment=NetworkSegment(5d2d0cd6-76c9-4e19-adbc-069cbe49383d),segment_id=5d2d0cd6-76c9-4e19-adbc-069cbe49383d)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:09:24.098934 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-02f34248-8525-4502-88a0-558f52158515 req-afcb7f70-ef56-4344-887f-ae5f112e8a28 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 944 time: 0.1934321 Jun 29 23:09:24.119341 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:24.123584 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:24.171626 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-02f34248-8525-4502-88a0-558f52158515 req-050f9a81-ff6d-4e28-86c5-a667ad09c7d0 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695162 Jun 29 23:09:24.203921 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6560746e-7c32-4e04-818b-d12e7d09e647 req-22ad5311-ca86-49c4-8e0f-967c7af19c0f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71efbaa5-e7ce-4022-9371-df6f06e7ab90 HTTP/1.1" status: 200 len: 217 time: 0.1013477 Jun 29 23:09:24.233136 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=2848265a-e217-4c47-ac1d-3375dd783df0,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:24.237853 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8046911b-df94-4255-be26-1e6b469e0b05 req-1eb90b86-78ed-424b-b514-5d3fabaa1387 service neutron] 10.222.0.52 "GET /v2.0/networks/961483aa-60c5-4d0f-82a0-c19a74bfe9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7077394 Jun 29 23:09:24.240323 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:24.262507 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271a100-7525-464e-98b3-32bd720b2302 req-70a4fbe2-176d-423a-b7fa-4256bce77274 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:24.264204 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0271a100-7525-464e-98b3-32bd720b2302 req-70a4fbe2-176d-423a-b7fa-4256bce77274 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/ports?device_id=18653780-38ba-4322-b2a7-58824f67bb17 HTTP/1.1" status: 200 len: 946 time: 0.4602807 Jun 29 23:09:24.307275 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0271a100-7525-464e-98b3-32bd720b2302 req-544e3eb4-1fa3-45b1-9764-3aff6ac38def tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/security-groups?id=573df093-9831-4d00-8fac-d015d3943764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341406 Jun 29 23:09:24.374990 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4843d6-1a0a-4045-ab6f-3067424ad934 req-a13ade39-835c-4b0c-a32e-e5165118b5d9 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:24.383265 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5c4843d6-1a0a-4045-ab6f-3067424ad934 req-a13ade39-835c-4b0c-a32e-e5165118b5d9 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0845799 Jun 29 23:09:24.425268 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5c4843d6-1a0a-4045-ab6f-3067424ad934 req-2f24c100-0c54-4ca0-bb43-67223b63cfde tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407801 Jun 29 23:09:24.649154 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c54e8-f9d3-44b8-b64f-9dc5c88c7c5c req-43b68d88-1bc1-44a1-b4fb-c4f7d4de1d64 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:24.651789 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-207c54e8-f9d3-44b8-b64f-9dc5c88c7c5c req-43b68d88-1bc1-44a1-b4fb-c4f7d4de1d64 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 943 time: 0.0857747 Jun 29 23:09:24.692134 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-207c54e8-f9d3-44b8-b64f-9dc5c88c7c5c req-e10604e0-e09a-4412-8178-0ac7ae50d770 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25dd01b-7529-4fb9-a1c4-5604684d178f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345387 Jun 29 23:09:25.209422 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4183b6d-beac-4669-ab03-ca98f7bed25e', 'tag': '7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:09:25.212554 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316a232d699b6ed129cbc6be4a023823324df8adf1509f78b4e93fc726adbd2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774e8b39-da59-4d02-b203-43924cdf6ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "b4183b6d-beac-4669-ab03-ca98f7bed25e", "tag": "7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:09:25.247454 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c00967-b55c-4754-bfa1-689ed1732cff x-openstack-request-id: req-39c00967-b55c-4754-bfa1-689ed1732cff {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:09:25.247766 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4183b6d-beac-4669-ab03-ca98f7bed25e", "tag": "7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:09:25.248078 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-39c00967-b55c-4754-bfa1-689ed1732cff {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:09:25.248439 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4183b6d-beac-4669-ab03-ca98f7bed25e', 'tag': '7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3', 'status': 'completed', 'code': 200} Jun 29 23:09:25.339946 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94501193-e784-4ccb-a1a9-70ea08e5e055 req-589aa4ac-657a-4727-aafe-814f00b5118c tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:25.347089 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-94501193-e784-4ccb-a1a9-70ea08e5e055 req-589aa4ac-657a-4727-aafe-814f00b5118c tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.0675282 Jun 29 23:09:25.381271 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-94501193-e784-4ccb-a1a9-70ea08e5e055 req-c2978557-dd94-4115-94ab-bfe2b3e1d690 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333683 Jun 29 23:09:25.489053 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085d75a-de9c-41bb-b94d-4c734d473117 req-81a6e735-d6c2-4d38-9bdc-d318b9d6bdb0 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:25.490786 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2085d75a-de9c-41bb-b94d-4c734d473117 req-81a6e735-d6c2-4d38-9bdc-d318b9d6bdb0 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/ports?device_id=18653780-38ba-4322-b2a7-58824f67bb17 HTTP/1.1" status: 200 len: 946 time: 0.0660994 Jun 29 23:09:25.545205 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2085d75a-de9c-41bb-b94d-4c734d473117 req-603142ef-1f5a-4bed-a610-8271c31728bf tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/security-groups?id=573df093-9831-4d00-8fac-d015d3943764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479038 Jun 29 23:09:25.614350 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1954a05-48ed-45e3-b9a6-1e69d4476fc7 req-504c32de-ec66-44b7-9672-c9779986357a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:25.615827 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a1954a05-48ed-45e3-b9a6-1e69d4476fc7 req-504c32de-ec66-44b7-9672-c9779986357a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0664134 Jun 29 23:09:25.656462 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37098e3a-8b1f-4a65-9150-3072a49e5eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2848265a-e217-4c47-ac1d-3375dd783df0'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:09:25.658974 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc242b685774feada63a8466480188dde327850ab4a240ce00b056240626d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6904c6ea-e0b0-49d4-8b29-0324c49e0d9b" -d '{"events": [{"server_uuid": "37098e3a-8b1f-4a65-9150-3072a49e5eb5", "name": "network-vif-plugged", "status": "completed", "tag": "2848265a-e217-4c47-ac1d-3375dd783df0"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:09:25.671714 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a1954a05-48ed-45e3-b9a6-1e69d4476fc7 req-ebe7a9be-e145-4dc0-9990-b57ec28f27e6 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461874 Jun 29 23:09:25.700305 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eddd565-127e-444a-87d0-9f7f901c8b3c x-openstack-request-id: req-0eddd565-127e-444a-87d0-9f7f901c8b3c {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:09:25.700868 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37098e3a-8b1f-4a65-9150-3072a49e5eb5", "name": "network-vif-plugged", "status": "completed", "tag": "2848265a-e217-4c47-ac1d-3375dd783df0", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:09:25.701748 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0eddd565-127e-444a-87d0-9f7f901c8b3c {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:09:25.702215 dv-cinder-769602-4-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37098e3a-8b1f-4a65-9150-3072a49e5eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2848265a-e217-4c47-ac1d-3375dd783df0', 'code': 200} Jun 29 23:09:25.879629 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d72c2-e212-4bba-ad5d-9a6f91e6cea0 req-2356afd8-4253-4386-9e0e-c2b5f64ab844 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:25.882539 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-622d72c2-e212-4bba-ad5d-9a6f91e6cea0 req-2356afd8-4253-4386-9e0e-c2b5f64ab844 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 943 time: 0.0727863 Jun 29 23:09:25.941669 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-622d72c2-e212-4bba-ad5d-9a6f91e6cea0 req-badb8988-2347-4b54-8fd9-100828fc6b7a tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25dd01b-7529-4fb9-a1c4-5604684d178f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498261 Jun 29 23:09:25.991226 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 57480) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:26.089193 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ea01d9ce-b7cc-4e4e-92f3-b56b3be6712d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:26.175283 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ea01d9ce-b7cc-4e4e-92f3-b56b3be6712d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:26.179951 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ea01d9ce-b7cc-4e4e-92f3-b56b3be6712d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:26.183708 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-1bb3fc32-a2a5-4b10-aced-df0747dab4ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:26.220209 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-ea01d9ce-b7cc-4e4e-92f3-b56b3be6712d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=31bc3a81eb4d47f4aa52aca0434ab0a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271607 Jun 29 23:09:26.220824 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 57486) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:26.225407 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01d9ce-b7cc-4e4e-92f3-b56b3be6712d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973300ff-fe76-44bd-84d3-04df7471d424,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:26.229047 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-ea01d9ce-b7cc-4e4e-92f3-b56b3be6712d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:26.270303 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6d9c1a0b-0c10-473e-beac-ed90304569c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:26.291537 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6d9c1a0b-0c10-473e-beac-ed90304569c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:26.336578 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6d9c1a0b-0c10-473e-beac-ed90304569c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:26.339103 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6d9c1a0b-0c10-473e-beac-ed90304569c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:26.340222 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-6d9c1a0b-0c10-473e-beac-ed90304569c3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/973300ff-fe76-44bd-84d3-04df7471d424 HTTP/1.1" status: 204 len: 168 time: 0.1184320 Jun 29 23:09:26.340884 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:26.347856 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c1a0b-0c10-473e-beac-ed90304569c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973300ff-fe76-44bd-84d3-04df7471d424,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:26.350051 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-6d9c1a0b-0c10-473e-beac-ed90304569c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:26.556995 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360bc03-600c-4aa9-815c-3ee46d154202 req-98d1e1df-237d-4935-a7bd-96f6d91d09ba tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:26.558426 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9360bc03-600c-4aa9-815c-3ee46d154202 req-98d1e1df-237d-4935-a7bd-96f6d91d09ba tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.0628407 Jun 29 23:09:26.594441 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 57494) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:26.598061 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9360bc03-600c-4aa9-815c-3ee46d154202 req-af307bbb-b0eb-41c0-84aa-4a5f09c4be24 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337281 Jun 29 23:09:26.607841 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f1499611-ba6a-4cf1-8785-4ae81d60323b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:26.700438 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f1499611-ba6a-4cf1-8785-4ae81d60323b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:26.705456 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f1499611-ba6a-4cf1-8785-4ae81d60323b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:26.711028 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-c5253255-b200-4b70-88f7-cb63c8da1635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:26.746042 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1499611-ba6a-4cf1-8785-4ae81d60323b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1feb9112-e717-4883-81fe-cfb511f9f409,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:26.750334 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-f1499611-ba6a-4cf1-8785-4ae81d60323b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=85bb7fc330824b08bc5b2e7b0d77044f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1548762 Jun 29 23:09:26.751305 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-f1499611-ba6a-4cf1-8785-4ae81d60323b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:26.753200 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 57500) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:26.790078 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 71efbaa5-e7ce-4022-9371-df6f06e7ab90 details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:09:26.839230 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-348654a1-61c5-482c-8594-40418b8885d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:26.879419 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-348654a1-61c5-482c-8594-40418b8885d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:26.905068 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port 71efbaa5-e7ce-4022-9371-df6f06e7ab90, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=71efbaa5-e7ce-4022-9371-df6f06e7ab90,segment=NetworkSegment(a915f56e-4b4b-41eb-9b6a-ec11aa4ed293),segment_id=a915f56e-4b4b-41eb-9b6a-ec11aa4ed293)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:09:26.948082 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Returning: {'device': '71efbaa5-e7ce-4022-9371-df6f06e7ab90', 'network_id': '18655a20-36e7-480e-885c-1e73fb892310', 'port_id': '71efbaa5-e7ce-4022-9371-df6f06e7ab90', 'mac_address': 'fa:16:3e:2f:81:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '722d70ab-2523-4ee0-92c1-9e31835f606a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:09:26.984688 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560746e-7c32-4e04-818b-d12e7d09e647 req-c373f0ba-1372-4cad-84f2-f65015ad7d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:26.990208 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6560746e-7c32-4e04-818b-d12e7d09e647 req-c373f0ba-1372-4cad-84f2-f65015ad7d91 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=722d70ab-2523-4ee0-92c1-9e31835f606a HTTP/1.1" status: 200 len: 855 time: 0.1415753 Jun 29 23:09:27.043367 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:27.073008 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71efbaa5-e7ce-4022-9371-df6f06e7ab90 {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:09:27.075544 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322dbce-3799-4397-9e81-2236661fc3d0 req-98d8a163-9e37-4606-a174-306bd249efd9 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:27.077376 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a322dbce-3799-4397-9e81-2236661fc3d0 req-98d8a163-9e37-4606-a174-306bd249efd9 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.2735860 Jun 29 23:09:27.084740 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-348654a1-61c5-482c-8594-40418b8885d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:27.088251 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-348654a1-61c5-482c-8594-40418b8885d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:27.091818 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-348654a1-61c5-482c-8594-40418b8885d7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1feb9112-e717-4883-81fe-cfb511f9f409 HTTP/1.1" status: 204 len: 168 time: 0.3354924 Jun 29 23:09:27.091966 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186fa807-6db6-4447-8bc6-3feb656fc713 req-226f65b8-7e39-4719-9fd5-46f54bd8a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:27.092843 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-186fa807-6db6-4447-8bc6-3feb656fc713 req-226f65b8-7e39-4719-9fd5-46f54bd8a577 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 1098 time: 0.2340679 Jun 29 23:09:27.123845 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-11d6012e-aac9-49f0-8e36-569ad5eabbf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:27.127761 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port 71efbaa5-e7ce-4022-9371-df6f06e7ab90, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=71efbaa5-e7ce-4022-9371-df6f06e7ab90,segment=NetworkSegment(a915f56e-4b4b-41eb-9b6a-ec11aa4ed293),segment_id=a915f56e-4b4b-41eb-9b6a-ec11aa4ed293)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:09:27.138119 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:27.140992 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-8f50d792-074b-4495-b6c9-775a15f2839c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:27.141597 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e8b39-da59-4d02-b203-43924cdf6ee1 req-29ba7bf8-0d1f-4488-afcb-73a371b9afd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:27.143059 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-774e8b39-da59-4d02-b203-43924cdf6ee1 req-29ba7bf8-0d1f-4488-afcb-73a371b9afd7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=89f7a8481a72408b89119405a6770fde&device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 1096 time: 0.2664478 Jun 29 23:09:27.155459 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348654a1-61c5-482c-8594-40418b8885d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1feb9112-e717-4883-81fe-cfb511f9f409,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:27.197275 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-186fa807-6db6-4447-8bc6-3feb656fc713 req-0c09ba3b-8499-4173-a94a-04fed3505569 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970895 Jun 29 23:09:27.197510 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a322dbce-3799-4397-9e81-2236661fc3d0 req-a404cb51-19c0-4341-a81d-97dc17ba952c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066625 Jun 29 23:09:27.199341 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-348654a1-61c5-482c-8594-40418b8885d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:27.206520 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=71efbaa5-e7ce-4022-9371-df6f06e7ab90,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:27.207945 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560746e-7c32-4e04-818b-d12e7d09e647 req-b43fe1ff-7bd3-47e7-b3de-5bd789fe18a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:27.210040 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6560746e-7c32-4e04-818b-d12e7d09e647 req-b43fe1ff-7bd3-47e7-b3de-5bd789fe18a1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=18655a20-36e7-480e-885c-1e73fb892310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2054663 Jun 29 23:09:27.211538 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:27.259347 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84892302-8838-4275-9b31-7ae36187376f req-435420e9-a842-48c7-9f56-c0821467253e tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:27.261063 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-84892302-8838-4275-9b31-7ae36187376f req-435420e9-a842-48c7-9f56-c0821467253e tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 943 time: 0.1470611 Jun 29 23:09:27.323869 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e8b39-da59-4d02-b203-43924cdf6ee1 req-f4193a8a-26ec-49af-9b6d-ae407562b626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:27.325530 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-774e8b39-da59-4d02-b203-43924cdf6ee1 req-f4193a8a-26ec-49af-9b6d-ae407562b626 service neutron] 10.222.0.52 "GET /v2.0/networks?id=961483aa-60c5-4d0f-82a0-c19a74bfe9c0 HTTP/1.1" status: 200 len: 911 time: 0.1668043 Jun 29 23:09:27.328323 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7cf4c5-a821-4f8d-aa2d-4d5d98c3e302 req-a8bb9d31-f57a-4381-8b18-48d25149c2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:27.329779 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2b7cf4c5-a821-4f8d-aa2d-4d5d98c3e302 req-a8bb9d31-f57a-4381-8b18-48d25149c2fb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 1098 time: 0.1904724 Jun 29 23:09:27.377051 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-84892302-8838-4275-9b31-7ae36187376f req-e2bbb0e8-0869-4c93-b57e-e55dcdfcb46a tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25dd01b-7529-4fb9-a1c4-5604684d178f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009412 Jun 29 23:09:27.403240 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-774e8b39-da59-4d02-b203-43924cdf6ee1 req-3139ec0e-4077-4d85-948f-a761cc886582 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3 HTTP/1.1" status: 200 len: 217 time: 0.0503621 Jun 29 23:09:27.410385 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6560746e-7c32-4e04-818b-d12e7d09e647 req-56cf5cbd-fc00-49b2-97f9-22a2fba5aba9 service neutron] 10.222.0.52 "GET /v2.0/networks/18655a20-36e7-480e-885c-1e73fb892310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480138 Jun 29 23:09:27.428217 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2b7cf4c5-a821-4f8d-aa2d-4d5d98c3e302 req-35cf8a52-b0c5-4423-9bc2-40003bb132f7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671499 Jun 29 23:09:27.430234 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] get_ports_and_sgs() called for port_ids ['71efbaa5-e7ce-4022-9371-df6f06e7ab90'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:09:27.466813 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e8b39-da59-4d02-b203-43924cdf6ee1 req-4a08060a-0091-4f65-b4c8-c96da0ad004c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:27.468379 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-774e8b39-da59-4d02-b203-43924cdf6ee1 req-4a08060a-0091-4f65-b4c8-c96da0ad004c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0cace3d9-d5b7-4676-96cc-bc7171040612 HTTP/1.1" status: 200 len: 849 time: 0.0538244 Jun 29 23:09:27.549147 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6560746e-7c32-4e04-818b-d12e7d09e647 req-f686d245-1e3f-4853-9965-f69cdce11ebb service neutron] 10.222.0.52 "GET /v2.0/networks/18655a20-36e7-480e-885c-1e73fb892310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308725 Jun 29 23:09:27.575800 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e8b39-da59-4d02-b203-43924cdf6ee1 req-a359c86f-02db-48cc-af8c-916d4528c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:27.578161 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-774e8b39-da59-4d02-b203-43924cdf6ee1 req-a359c86f-02db-48cc-af8c-916d4528c8b9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=961483aa-60c5-4d0f-82a0-c19a74bfe9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1000774 Jun 29 23:09:27.691097 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-774e8b39-da59-4d02-b203-43924cdf6ee1 req-4d1545b2-b453-42fd-bc0a-7356354d8a9a service neutron] 10.222.0.52 "GET /v2.0/networks/961483aa-60c5-4d0f-82a0-c19a74bfe9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050799 Jun 29 23:09:27.860241 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-774e8b39-da59-4d02-b203-43924cdf6ee1 req-a56db02c-0083-48a6-9008-abfd52140f36 service neutron] 10.222.0.52 "GET /v2.0/networks/961483aa-60c5-4d0f-82a0-c19a74bfe9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544480 Jun 29 23:09:27.909148 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d472115-f3d7-400b-a523-f7b5063616e6 req-0ee097d5-3cda-483b-99e8-fca4382e0cc6 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:27.910656 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5d472115-f3d7-400b-a523-f7b5063616e6 req-0ee097d5-3cda-483b-99e8-fca4382e0cc6 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.1017804 Jun 29 23:09:27.964679 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5d472115-f3d7-400b-a523-f7b5063616e6 req-76156479-1094-4922-8d04-feced1dd6181 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393388 Jun 29 23:09:28.443213 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8de383-5c26-4b98-9886-c6dabd862542 req-5ccfcdef-13a0-4fde-ba91-f95cf6db42bd tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:28.452292 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fb8de383-5c26-4b98-9886-c6dabd862542 req-5ccfcdef-13a0-4fde-ba91-f95cf6db42bd tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 944 time: 0.0844054 Jun 29 23:09:28.509937 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fb8de383-5c26-4b98-9886-c6dabd862542 req-9fa9cd14-90dd-486b-ab2d-aea4dcd828d3 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561895 Jun 29 23:09:28.693455 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 57600) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:28.771788 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe759a6-a642-48b0-9c1a-61a96992cd31 req-80df4a61-bbbf-4e88-a1f6-eb04ad169fe6 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:28.774593 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4fe759a6-a642-48b0-9c1a-61a96992cd31 req-80df4a61-bbbf-4e88-a1f6-eb04ad169fe6 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 943 time: 0.1055992 Jun 29 23:09:28.794087 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 71efbaa5-e7ce-4022-9371-df6f06e7ab90 up at agent hyperv_hv-cinder-76960 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:09:28.848041 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4fe759a6-a642-48b0-9c1a-61a96992cd31 req-20bfbb5a-74ff-4fe7-8c6f-ae94430007e5 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25dd01b-7529-4fb9-a1c4-5604684d178f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656681 Jun 29 23:09:28.849288 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-665ac9e8-de30-425a-bb15-c5648547e5e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:28.876513 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Provisioning for port 71efbaa5-e7ce-4022-9371-df6f06e7ab90 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:09:28.884978 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Provisioning complete for port 71efbaa5-e7ce-4022-9371-df6f06e7ab90 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:09:28.885660 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:29.005246 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-665ac9e8-de30-425a-bb15-c5648547e5e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:29.010537 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-665ac9e8-de30-425a-bb15-c5648547e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:29.016803 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-6d9c1a0b-0c10-473e-beac-ed90304569c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:29.017624 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:29.046630 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64038709-adfd-4ee0-81e7-731cb8032eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71efbaa5-e7ce-4022-9371-df6f06e7ab90'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:09:29.049309 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc242b685774feada63a8466480188dde327850ab4a240ce00b056240626d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3cdef5-9782-4da1-8fe1-e5811be4247a" -d '{"events": [{"server_uuid": "64038709-adfd-4ee0-81e7-731cb8032eda", "name": "network-vif-plugged", "status": "completed", "tag": "71efbaa5-e7ce-4022-9371-df6f06e7ab90"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:09:29.050073 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ac9e8-de30-425a-bb15-c5648547e5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bf7891-eb5b-4590-a70d-f0a900ca349e,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:29.056725 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-665ac9e8-de30-425a-bb15-c5648547e5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:29.088102 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-665ac9e8-de30-425a-bb15-c5648547e5e4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d04553c05f4b49e0afd7e9b82ef8ace1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3928344 Jun 29 23:09:29.090578 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 57626) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:29.112101 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port 71efbaa5-e7ce-4022-9371-df6f06e7ab90, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=71efbaa5-e7ce-4022-9371-df6f06e7ab90,segment=NetworkSegment(a915f56e-4b4b-41eb-9b6a-ec11aa4ed293),segment_id=a915f56e-4b4b-41eb-9b6a-ec11aa4ed293)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:09:29.121729 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:29.124014 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:29.129852 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e44906-72ff-4d31-b35d-c959c788d22d x-openstack-request-id: req-58e44906-72ff-4d31-b35d-c959c788d22d {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:09:29.130160 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64038709-adfd-4ee0-81e7-731cb8032eda", "name": "network-vif-plugged", "status": "completed", "tag": "71efbaa5-e7ce-4022-9371-df6f06e7ab90", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:09:29.130454 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-58e44906-72ff-4d31-b35d-c959c788d22d {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:09:29.139886 dv-cinder-769602-4-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64038709-adfd-4ee0-81e7-731cb8032eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71efbaa5-e7ce-4022-9371-df6f06e7ab90', 'code': 200} Jun 29 23:09:29.219694 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf2537-5184-4c2d-9013-1a9c23b21296 req-752e1fff-d859-451b-8256-5c71b6f5de0c tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:29.229090 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-96cf2537-5184-4c2d-9013-1a9c23b21296 req-752e1fff-d859-451b-8256-5c71b6f5de0c tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.0896511 Jun 29 23:09:29.233095 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a322462a-52e0-402a-ba78-4810f549477e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:29.275316 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-96cf2537-5184-4c2d-9013-1a9c23b21296 req-c8c01681-4360-4553-b9c7-22cffdb531a9 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450387 Jun 29 23:09:29.280958 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=71efbaa5-e7ce-4022-9371-df6f06e7ab90,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:29.289646 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:29.290413 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a322462a-52e0-402a-ba78-4810f549477e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:29.382724 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a322462a-52e0-402a-ba78-4810f549477e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:29.385746 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a322462a-52e0-402a-ba78-4810f549477e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:29.387020 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-a322462a-52e0-402a-ba78-4810f549477e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/54bf7891-eb5b-4590-a70d-f0a900ca349e HTTP/1.1" status: 204 len: 168 time: 0.2949872 Jun 29 23:09:29.388305 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-b3ebca5a-3b97-4c36-b835-cd433713beb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:29.405972 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322462a-52e0-402a-ba78-4810f549477e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bf7891-eb5b-4590-a70d-f0a900ca349e,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:29.418909 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-a322462a-52e0-402a-ba78-4810f549477e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:29.454786 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27857e1-8d78-4148-9236-4b4deac355a9 req-881c661a-be34-4629-b575-3a1aea874917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:29.456803 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b27857e1-8d78-4148-9236-4b4deac355a9 req-881c661a-be34-4629-b575-3a1aea874917 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 1098 time: 0.0917037 Jun 29 23:09:29.502277 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b27857e1-8d78-4148-9236-4b4deac355a9 req-524162c2-4e68-4b4f-844e-ee9cbeac2d4c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394506 Jun 29 23:09:29.812670 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec356c16-0780-4cdb-900b-7041aeb0ec79 req-6ef38d00-8a65-44d4-88e8-2676900915ff tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:29.814235 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ec356c16-0780-4cdb-900b-7041aeb0ec79 req-6ef38d00-8a65-44d4-88e8-2676900915ff tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 945 time: 0.1535413 Jun 29 23:09:29.821280 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac756a9d-13b9-46f0-a92f-89969dea7d23 req-f73cbe6b-8271-419e-afa7-70ed69369fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:29.822749 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ac756a9d-13b9-46f0-a92f-89969dea7d23 req-f73cbe6b-8271-419e-afa7-70ed69369fbc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a21d7629b3b04afe9b528722dbde8df7&device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 1098 time: 0.1475701 Jun 29 23:09:29.881836 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a92ec-9615-4a24-bfa7-e25863dc5f75 req-efa22c42-2568-4298-902f-75876b46e49c tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:29.893040 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9a4a92ec-9615-4a24-bfa7-e25863dc5f75 req-efa22c42-2568-4298-902f-75876b46e49c tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.1854603 Jun 29 23:09:29.920679 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ec356c16-0780-4cdb-900b-7041aeb0ec79 req-8dcbfa26-5cde-4dd7-9d9c-f65774681f81 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961897 Jun 29 23:09:29.946440 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9a4a92ec-9615-4a24-bfa7-e25863dc5f75 req-02f93968-bc39-44fe-97ea-70f5d36774e6 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511558 Jun 29 23:09:30.231874 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac756a9d-13b9-46f0-a92f-89969dea7d23 req-f747746c-ce54-4733-8f54-b5712d45d1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:30.233783 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ac756a9d-13b9-46f0-a92f-89969dea7d23 req-f747746c-ce54-4733-8f54-b5712d45d1b9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=89702f14-ff61-4cde-bb1a-7226991037f5 HTTP/1.1" status: 200 len: 919 time: 0.4016817 Jun 29 23:09:30.287942 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ac756a9d-13b9-46f0-a92f-89969dea7d23 req-1b68f268-54aa-4d4a-9740-d2f148ff55e8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2848265a-e217-4c47-ac1d-3375dd783df0 HTTP/1.1" status: 200 len: 217 time: 0.0360425 Jun 29 23:09:30.300185 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 57674) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:30.300383 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ae573-6f30-46cb-935f-649aa0750cc6 req-0a405098-3898-40a2-aa81-46d00aa32832 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:30.301867 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1e1ae573-6f30-46cb-935f-649aa0750cc6 req-0a405098-3898-40a2-aa81-46d00aa32832 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 943 time: 0.1083231 Jun 29 23:09:30.371572 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac756a9d-13b9-46f0-a92f-89969dea7d23 req-67882559-55df-44c8-8f7e-5603852fa065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:30.373188 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ac756a9d-13b9-46f0-a92f-89969dea7d23 req-67882559-55df-44c8-8f7e-5603852fa065 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=849ea54a-79f1-48c3-8b24-76e2484d0112 HTTP/1.1" status: 200 len: 858 time: 0.0704048 Jun 29 23:09:30.376348 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1e1ae573-6f30-46cb-935f-649aa0750cc6 req-f8081331-1ebd-41dc-bebf-6b357392bb8c tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25dd01b-7529-4fb9-a1c4-5604684d178f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659440 Jun 29 23:09:30.406743 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-e10bc855-1f7a-4910-ac17-79616e08b075 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1089411821-network', 'tenant_id': 'e444b0c64b064d49896f40508446d2e7'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:09:30.414249 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ac756a9d-13b9-46f0-a92f-89969dea7d23 req-70687da3-a6cb-4465-a574-b5c13dc6988f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=89702f14-ff61-4cde-bb1a-7226991037f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310810 Jun 29 23:09:30.429952 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10bc855-1f7a-4910-ac17-79616e08b075 admin admin] Made reservation on behalf of e444b0c64b064d49896f40508446d2e7 for: {'network': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:09:30.433632 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e10bc855-1f7a-4910-ac17-79616e08b075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for network, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:30.442190 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e10bc855-1f7a-4910-ac17-79616e08b075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:30.543595 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ac756a9d-13b9-46f0-a92f-89969dea7d23 req-c3487fac-d801-476a-9d6d-144fad46180f service neutron] 10.222.0.52 "GET /v2.0/networks/89702f14-ff61-4cde-bb1a-7226991037f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957789 Jun 29 23:09:30.544144 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e10bc855-1f7a-4910-ac17-79616e08b075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:30.549088 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e10bc855-1f7a-4910-ac17-79616e08b075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:30.552705 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-5b087ec3-2fc1-4570-a874-fb9f99201fa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:30.580266 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e10bc855-1f7a-4910-ac17-79616e08b075 admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=93163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 23:09:30.594541 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10bc855-1f7a-4910-ac17-79616e08b075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9f3302-25d2-4a72-a833-938089ff297d,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:30.617203 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-e10bc855-1f7a-4910-ac17-79616e08b075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:30.618381 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e10bc855-1f7a-4910-ac17-79616e08b075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010'] for segment, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:30.618715 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.db.segments_db [None req-e10bc855-1f7a-4910-ac17-79616e08b075 admin admin] Added segment 4c3131ec-6831-4e51-915e-b85cb9cde4ad of type vlan for network 91614b0c-8023-4554-a60f-a9debc2aead5 Jun 29 23:09:30.648836 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ac756a9d-13b9-46f0-a92f-89969dea7d23 req-b8d1a748-216a-44f6-866b-77adff54fb6d service neutron] 10.222.0.52 "GET /v2.0/networks/89702f14-ff61-4cde-bb1a-7226991037f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980186 Jun 29 23:09:30.667066 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e10bc855-1f7a-4910-ac17-79616e08b075 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748551094604'] for network, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:30.713398 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e10bc855-1f7a-4910-ac17-79616e08b075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688'] for network, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:30.715159 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10bc855-1f7a-4910-ac17-79616e08b075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:30.715439 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e10bc855-1f7a-4910-ac17-79616e08b075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for network, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:30.718724 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-1d129649-7330-4ce0-b225-b96e1f643e4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:30.773526 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-e10bc855-1f7a-4910-ac17-79616e08b075 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4720318 Jun 29 23:09:30.777341 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 57710) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:30.783586 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-58ef9e93-8237-48ca-8679-b93c9bff54ab admin admin] Request body: {'subnet': {'network_id': '91614b0c-8023-4554-a60f-a9debc2aead5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1089411821-subnet', 'tenant_id': 'e444b0c64b064d49896f40508446d2e7', 'ip_version': 4}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:09:30.784829 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3 details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:09:30.786578 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10bc855-1f7a-4910-ac17-79616e08b075 admin admin] Pushing event updated for resources: {'Network': ['ID=91614b0c-8023-4554-a60f-a9debc2aead5,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:30.790698 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-e10bc855-1f7a-4910-ac17-79616e08b075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:30.798318 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Network 91614b0c-8023-4554-a60f-a9debc2aead5 details requested by agent ovs-agent-dv-cinder-769602-4-iscsi with host dv-cinder-769602-4-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:09:30.817058 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ef9e93-8237-48ca-8679-b93c9bff54ab admin admin] Made reservation on behalf of e444b0c64b064d49896f40508446d2e7 for: {'subnet': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:09:30.821330 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-58ef9e93-8237-48ca-8679-b93c9bff54ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:30.977505 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port 7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3,segment=NetworkSegment(63f270fe-59bf-41e4-861c-414217008130),segment_id=63f270fe-59bf-41e4-861c-414217008130)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:09:31.004076 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Returning: {'device': '7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3', 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0', 'port_id': '7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3', 'mac_address': 'fa:16:3e:e7:90:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cace3d9-d5b7-4676-96cc-bc7171040612', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:09:31.032181 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 57722) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:31.073124 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-58ef9e93-8237-48ca-8679-b93c9bff54ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688'] for subnet, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:31.073824 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:31.081883 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:31.117325 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3 {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:09:31.153451 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f245da-31ec-465a-b1dd-3b4e9251a16b req-42d9b109-0478-4236-b9ab-20ca9bce790c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:31.159744 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef9e93-8237-48ca-8679-b93c9bff54ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=f269cef7-2126-4abb-adf5-a4e644107e63,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:31.162578 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-18f245da-31ec-465a-b1dd-3b4e9251a16b req-42d9b109-0478-4236-b9ab-20ca9bce790c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 945 time: 0.1008530 Jun 29 23:09:31.163087 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-58ef9e93-8237-48ca-8679-b93c9bff54ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:31.174630 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port 7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3,segment=NetworkSegment(63f270fe-59bf-41e4-861c-414217008130),segment_id=63f270fe-59bf-41e4-861c-414217008130)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:09:31.187850 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:31.191433 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:31.199646 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ef9e93-8237-48ca-8679-b93c9bff54ab admin admin] Checking segment: {'id': '4c3131ec-6831-4e51-915e-b85cb9cde4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '91614b0c-8023-4554-a60f-a9debc2aead5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:09:31.200010 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ef9e93-8237-48ca-8679-b93c9bff54ab admin admin] Network hostable DHCP agents. Network: 91614b0c-8023-4554-a60f-a9debc2aead5, hostable agents: ['cfabb9e1-4ba2-4051-95c8-b215c3ad7269'], hosted agents: [] {{(pid=93162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:09:31.233556 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-18f245da-31ec-465a-b1dd-3b4e9251a16b req-3a9c5a3f-a697-472f-82be-3dfdf9bb65f6 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690496 Jun 29 23:09:31.237882 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ef9e93-8237-48ca-8679-b93c9bff54ab admin admin] Network 91614b0c-8023-4554-a60f-a9debc2aead5 is scheduled to be hosted by DHCP agent cfabb9e1-4ba2-4051-95c8-b215c3ad7269 with binding_index 1 {{(pid=93162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:09:31.286387 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-58ef9e93-8237-48ca-8679-b93c9bff54ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-4-iscsi, 91614b0c-8023-4554-a60f-a9debc2aead5) {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:09:31.299047 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f8cc7f-df17-4f45-94df-e23760c2116d None None] Network 91614b0c-8023-4554-a60f-a9debc2aead5 requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:09:31.301207 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ef9e93-8237-48ca-8679-b93c9bff54ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:31.301807 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-58ef9e93-8237-48ca-8679-b93c9bff54ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:31.308640 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c98dc98c-5d94-472c-aef8-aeca700bfcd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:31.330474 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-58ef9e93-8237-48ca-8679-b93c9bff54ab admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5511894 Jun 29 23:09:31.333140 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 57740) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:31.342129 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-c2c01157-58cf-4620-bfec-0a489be918b2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1089411821-router', 'tenant_id': 'e444b0c64b064d49896f40508446d2e7', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'}}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:09:31.371614 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e4436-39e6-4dde-83bc-66a7a9bee2cf req-c3fb1b69-f54a-445f-9f59-3b464b3416f6 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:31.373672 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-523e4436-39e6-4dde-83bc-66a7a9bee2cf req-c3fb1b69-f54a-445f-9f59-3b464b3416f6 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.1302285 Jun 29 23:09:31.442033 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-523e4436-39e6-4dde-83bc-66a7a9bee2cf req-a8b7ee57-8618-47bc-ae12-42ff4cef0f8d tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607989 Jun 29 23:09:31.502786 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c458e-9c10-4a69-99bc-2e776825bc54 req-5bb181db-1f68-46d0-ace6-ccb93c187631 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:31.504359 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bc1c458e-9c10-4a69-99bc-2e776825bc54 req-5bb181db-1f68-46d0-ace6-ccb93c187631 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 945 time: 0.1318471 Jun 29 23:09:31.515359 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 57746) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:31.520367 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-49703769-41c7-4041-b4de-c3397698a22a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Request body: {'floatingip': {'port_id': '71efbaa5-e7ce-4022-9371-df6f06e7ab90'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:09:31.522300 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c98dc98c-5d94-472c-aef8-aeca700bfcd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:31.531426 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c98dc98c-5d94-472c-aef8-aeca700bfcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:31.563214 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-366a3310-3c0e-4245-bed0-4db7fc4df00f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:31.598509 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:31.600163 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98dc98c-5d94-472c-aef8-aeca700bfcd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede5a9d0-297e-4059-a198-d861aa1070f5,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:31.606772 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:31.622742 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-c98dc98c-5d94-472c-aef8-aeca700bfcd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:31.650620 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-c98dc98c-5d94-472c-aef8-aeca700bfcd5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe9662de1a4b47ad945dac15431cc01b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6167533 Jun 29 23:09:31.654509 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 57748) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:31.680363 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] get_ports_and_sgs() called for port_ids ['7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:09:31.734099 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-110425fe-812a-4784-b144-e479b06fc7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:31.786763 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-110425fe-812a-4784-b144-e479b06fc7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:31.799464 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-49703769-41c7-4041-b4de-c3397698a22a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for floatingip, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:31.806917 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c2c01157-58cf-4620-bfec-0a489be918b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-450309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2020'] for router, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:31.812904 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c2c01157-58cf-4620-bfec-0a489be918b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2029'] for router, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:31.823768 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792696e5-de38-42c7-9455-a255b71880de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp803aeffc-a578-5cd1-be8d-e0bc517096b8-91614b0c-8023-4554-a60f-a9debc2aead5', 'network_id': '91614b0c-8023-4554-a60f-a9debc2aead5', 'tenant_id': 'e444b0c64b064d49896f40508446d2e7', 'fixed_ips': [{'subnet_id': 'f269cef7-2126-4abb-adf5-a4e644107e63'}]}} from dv-cinder-769602-4-iscsi. {{(pid=93164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 23:09:31.824648 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-792696e5-de38-42c7-9455-a255b71880de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:31.865386 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-110425fe-812a-4784-b144-e479b06fc7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:31.869884 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-110425fe-812a-4784-b144-e479b06fc7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:31.871150 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-110425fe-812a-4784-b144-e479b06fc7cd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ede5a9d0-297e-4059-a198-d861aa1070f5 HTTP/1.1" status: 204 len: 168 time: 0.2147658 Jun 29 23:09:31.871901 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:31.897544 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110425fe-812a-4784-b144-e479b06fc7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede5a9d0-297e-4059-a198-d861aa1070f5,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:31.902101 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-110425fe-812a-4784-b144-e479b06fc7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:32.074201 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.db_base_plugin_common [None req-792696e5-de38-42c7-9455-a255b71880de None None] Allocated IP 172.20.0.2 (91614b0c-8023-4554-a60f-a9debc2aead5/f269cef7-2126-4abb-adf5-a4e644107e63/70360d3f-64e2-46e2-9c24-05a00c92873c) {{(pid=93164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:09:32.200874 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 57766) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:32.240874 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c2c01157-58cf-4620-bfec-0a489be918b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:32.256475 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffd3ae-3174-447a-a669-2e6b7fc2532f req-9e8eff48-2f9d-474d-858c-0f9baaa2c5ab tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:32.258120 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a4ffd3ae-3174-447a-a669-2e6b7fc2532f req-9e8eff48-2f9d-474d-858c-0f9baaa2c5ab tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 944 time: 0.5748656 Jun 29 23:09:32.295376 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-792696e5-de38-42c7-9455-a255b71880de None None] Notify callbacks [] for port, precommit_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:32.312962 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-792696e5-de38-42c7-9455-a255b71880de None None] Transition to ACTIVE for port object 70360d3f-64e2-46e2-9c24-05a00c92873c will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:09:32.334502 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-792696e5-de38-42c7-9455-a255b71880de None None] Transition to ACTIVE for port object 70360d3f-64e2-46e2-9c24-05a00c92873c will not be triggered until provisioned by entity DHCP. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:09:32.345157 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-792696e5-de38-42c7-9455-a255b71880de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181'] for port, after_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:32.360074 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:32.365358 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 57772) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:32.375408 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792696e5-de38-42c7-9455-a255b71880de None None] Network 91614b0c-8023-4554-a60f-a9debc2aead5 is already hosted by enough agents. {{(pid=93164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:09:32.393880 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-291e08ac-d702-463d-a387-6b30567deb9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:32.395846 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4ff550ea-dfd1-4625-a18e-497bc3990660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:32.396527 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.scheduler.base_scheduler [None req-792696e5-de38-42c7-9455-a255b71880de None None] Resources bound (agent type, host, resource id): {{(pid=93164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:09:32.400271 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792696e5-de38-42c7-9455-a255b71880de None None] Received port after_create {{(pid=93164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:09:32.436752 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.db.api [None req-4ff550ea-dfd1-4625-a18e-497bc3990660 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 23:09:32.436752 dv-cinder-769602-4-iscsi neutron-server[93163]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 29 23:09:32.436752 dv-cinder-769602-4-iscsi neutron-server[93163]: [parameters: {'project_id_1': '74bd84a2a53b4ac5b1682ecb3af694b5', 'expiration_1': datetime.datetime(2021, 6, 29, 23, 9, 32, 420631)}] Jun 29 23:09:32.436752 dv-cinder-769602-4-iscsi neutron-server[93163]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 23:09:32.437181 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_db.api [None req-4ff550ea-dfd1-4625-a18e-497bc3990660 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 23:09:32.439177 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792696e5-de38-42c7-9455-a255b71880de None None] Pushing event updated for resources: {'Port': ['ID=70360d3f-64e2-46e2-9c24-05a00c92873c,revision_number=1']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:32.456813 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-792696e5-de38-42c7-9455-a255b71880de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:32.470861 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c2c01157-58cf-4620-bfec-0a489be918b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-489796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-450314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1823'] for router, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:32.471865 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-792696e5-de38-42c7-9455-a255b71880de None None] Attempting to bind port 70360d3f-64e2-46e2-9c24-05a00c92873c on host dv-cinder-769602-4-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:09:32.473112 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-792696e5-de38-42c7-9455-a255b71880de None None] Attempting to bind port 70360d3f-64e2-46e2-9c24-05a00c92873c by drivers openvswitch,hyperv on host dv-cinder-769602-4-iscsi at level 0 using segments [{'id': '4c3131ec-6831-4e51-915e-b85cb9cde4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '91614b0c-8023-4554-a60f-a9debc2aead5'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:09:32.474719 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792696e5-de38-42c7-9455-a255b71880de None None] Attempting to bind port 70360d3f-64e2-46e2-9c24-05a00c92873c on network 91614b0c-8023-4554-a60f-a9debc2aead5 {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:09:32.482901 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a4ffd3ae-3174-447a-a669-2e6b7fc2532f req-785a4479-6830-4b76-8bf0-5ca09e197706 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25dd01b-7529-4fb9-a1c4-5604684d178f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830733 Jun 29 23:09:32.499131 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792696e5-de38-42c7-9455-a255b71880de None None] Checking agent: {'id': 'a1c2e225-8bcd-423f-9b74-e274311af98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 0, 50), 'started_at': datetime.datetime(2021, 6, 29, 23, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:09:32.499600 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792696e5-de38-42c7-9455-a255b71880de None None] Checking segment: {'id': '4c3131ec-6831-4e51-915e-b85cb9cde4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '91614b0c-8023-4554-a60f-a9debc2aead5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:09:32.503372 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-792696e5-de38-42c7-9455-a255b71880de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:32.504145 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792696e5-de38-42c7-9455-a255b71880de None None] Bound using segment: {'id': '4c3131ec-6831-4e51-915e-b85cb9cde4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '91614b0c-8023-4554-a60f-a9debc2aead5'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:09:32.504679 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-792696e5-de38-42c7-9455-a255b71880de None None] Bound port: 70360d3f-64e2-46e2-9c24-05a00c92873c, host: dv-cinder-769602-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c3131ec-6831-4e51-915e-b85cb9cde4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '91614b0c-8023-4554-a60f-a9debc2aead5'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:09:32.505080 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-792696e5-de38-42c7-9455-a255b71880de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:32.523891 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-291e08ac-d702-463d-a387-6b30567deb9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:32.530221 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-291e08ac-d702-463d-a387-6b30567deb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:32.534170 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:32.580595 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-291e08ac-d702-463d-a387-6b30567deb9d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=936e5e85364c4025aac8204f29c40205&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2118268 Jun 29 23:09:32.580595 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e08ac-d702-463d-a387-6b30567deb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d1bcc7-8a66-411b-9561-f03eafa64815,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:32.583266 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 57776) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:32.585315 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-291e08ac-d702-463d-a387-6b30567deb9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:32.594938 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-792696e5-de38-42c7-9455-a255b71880de None None] For port 70360d3f-64e2-46e2-9c24-05a00c92873c, host dv-cinder-769602-4-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:09:32.598771 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-792696e5-de38-42c7-9455-a255b71880de None None] For port 70360d3f-64e2-46e2-9c24-05a00c92873c, host dv-cinder-769602-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=70360d3f-64e2-46e2-9c24-05a00c92873c,segment=NetworkSegment(4c3131ec-6831-4e51-915e-b85cb9cde4ad),segment_id=4c3131ec-6831-4e51-915e-b85cb9cde4ad)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:09:32.606646 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-792696e5-de38-42c7-9455-a255b71880de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:32.608913 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-3eebf116-b8b1-464b-9924-7700db073b69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:32.667441 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792696e5-de38-42c7-9455-a255b71880de None None] Pushing event updated for resources: {'Port': ['ID=70360d3f-64e2-46e2-9c24-05a00c92873c,revision_number=2']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:32.670523 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-792696e5-de38-42c7-9455-a255b71880de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:32.690288 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c1406373-ccd0-4a63-8fda-ba4ee11b9d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:32.703667 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075897d-4b2a-4c62-bcf7-7f80ffe9c1da req-4f8632cc-34d3-4f7c-a931-5a92432db317 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:32.705046 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c075897d-4b2a-4c62-bcf7-7f80ffe9c1da req-4f8632cc-34d3-4f7c-a931-5a92432db317 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.1126747 Jun 29 23:09:32.746891 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c1406373-ccd0-4a63-8fda-ba4ee11b9d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:32.784513 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c075897d-4b2a-4c62-bcf7-7f80ffe9c1da req-51053d1b-3131-4c19-81d1-eab3e1adbc01 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723801 Jun 29 23:09:32.795999 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3 up at agent hyperv_hv-cinder-76960 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:09:32.817533 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c1406373-ccd0-4a63-8fda-ba4ee11b9d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:32.821247 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c1406373-ccd0-4a63-8fda-ba4ee11b9d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:32.822771 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-c1406373-ccd0-4a63-8fda-ba4ee11b9d8b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a1d1bcc7-8a66-411b-9561-f03eafa64815 HTTP/1.1" status: 204 len: 168 time: 0.2385910 Jun 29 23:09:32.823800 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-dc5d8601-9fc9-4875-b173-c05386d25ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:32.833685 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1406373-ccd0-4a63-8fda-ba4ee11b9d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d1bcc7-8a66-411b-9561-f03eafa64815,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:32.837696 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-c1406373-ccd0-4a63-8fda-ba4ee11b9d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:32.875899 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Provisioning for port 7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:09:32.880203 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Provisioning complete for port 7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:09:32.880612 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:32.940784 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4ff550ea-dfd1-4625-a18e-497bc3990660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:33.011112 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:33.056049 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4183b6d-beac-4669-ab03-ca98f7bed25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:09:33.058747 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc242b685774feada63a8466480188dde327850ab4a240ce00b056240626d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c59b2a-dc5f-45aa-85e7-a86d98516dca" -d '{"events": [{"server_uuid": "b4183b6d-beac-4669-ab03-ca98f7bed25e", "name": "network-vif-plugged", "status": "completed", "tag": "7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:09:33.079698 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port 7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3,segment=NetworkSegment(63f270fe-59bf-41e4-861c-414217008130),segment_id=63f270fe-59bf-41e4-861c-414217008130)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:09:33.088925 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:33.091831 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-3eebf116-b8b1-464b-9924-7700db073b69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:33.141904 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b022739-815e-4ead-81e5-8f286c401d63 x-openstack-request-id: req-8b022739-815e-4ead-81e5-8f286c401d63 {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:09:33.142091 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4183b6d-beac-4669-ab03-ca98f7bed25e", "name": "network-vif-plugged", "status": "completed", "tag": "7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:09:33.142353 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8b022739-815e-4ead-81e5-8f286c401d63 {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:09:33.142737 dv-cinder-769602-4-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4183b6d-beac-4669-ab03-ca98f7bed25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3', 'code': 200} Jun 29 23:09:33.143509 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4ff550ea-dfd1-4625-a18e-497bc3990660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:33.150939 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4ff550ea-dfd1-4625-a18e-497bc3990660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:33.191835 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:33.196664 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:33.215792 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-7cf87f16-8f40-4eb3-a3a3-c22cc51acf67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:33.220996 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-4ff550ea-dfd1-4625-a18e-497bc3990660 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=74bd84a2a53b4ac5b1682ecb3af694b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0190272 Jun 29 23:09:33.228050 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 57788) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:33.263899 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.db.resource_extend [None req-49703769-41c7-4041-b4de-c3397698a22a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 23:09:33.287619 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff550ea-dfd1-4625-a18e-497bc3990660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d17114-c569-4d9e-a6b9-0c8071b6b0d0,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:33.309663 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-4ff550ea-dfd1-4625-a18e-497bc3990660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:33.319068 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f99fe9c0-c0e9-42b3-a3f1-1646c02d11ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:33.378419 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f99fe9c0-c0e9-42b3-a3f1-1646c02d11ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:33.455864 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f99fe9c0-c0e9-42b3-a3f1-1646c02d11ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:33.459184 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f99fe9c0-c0e9-42b3-a3f1-1646c02d11ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:33.460949 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-f99fe9c0-c0e9-42b3-a3f1-1646c02d11ee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/44d17114-c569-4d9e-a6b9-0c8071b6b0d0 HTTP/1.1" status: 204 len: 168 time: 0.2311363 Jun 29 23:09:33.461694 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-08b26429-ec09-4b92-a9fd-ad7bdd11078d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:33.472448 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fe9c0-c0e9-42b3-a3f1-1646c02d11ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d17114-c569-4d9e-a6b9-0c8071b6b0d0,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:33.475029 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-f99fe9c0-c0e9-42b3-a3f1-1646c02d11ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:33.593118 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-49703769-41c7-4041-b4de-c3397698a22a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:33.611248 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-49703769-41c7-4041-b4de-c3397698a22a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484151'] for floatingip, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:33.657319 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c2c01157-58cf-4620-bfec-0a489be918b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:33.715749 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c2c01157-58cf-4620-bfec-0a489be918b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:33.719424 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30192a87-4004-48c0-8b71-bb9523537632 req-4391b347-de18-4244-a50d-b2749ba51b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:33.731466 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-30192a87-4004-48c0-8b71-bb9523537632 req-4391b347-de18-4244-a50d-b2749ba51b37 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 1098 time: 0.3102267 Jun 29 23:09:33.796396 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2556a5-c7fd-4898-ab68-f102071382e2 req-e8435308-53ed-4cb5-98a5-5fac665fa6d0 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:33.798834 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4d2556a5-c7fd-4898-ab68-f102071382e2 req-e8435308-53ed-4cb5-98a5-5fac665fa6d0 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 945 time: 0.1200733 Jun 29 23:09:33.876694 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4d2556a5-c7fd-4898-ab68-f102071382e2 req-3a34438f-5f80-4358-8494-d0fe8e8fca29 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25dd01b-7529-4fb9-a1c4-5604684d178f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675137 Jun 29 23:09:33.905910 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-30192a87-4004-48c0-8b71-bb9523537632 req-ed5eaf31-1732-40ee-8af5-a1ef5ca18e21 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a25dd01b-7529-4fb9-a1c4-5604684d178f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733391 Jun 29 23:09:33.928107 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.db.l3_db [None req-49703769-41c7-4041-b4de-c3397698a22a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Floating IP d368c6e0-becc-41d9-bb4a-8cdeccb349ad associated. External IP: 172.27.0.40, port: 71efbaa5-e7ce-4022-9371-df6f06e7ab90. Jun 29 23:09:34.009772 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 57820) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:34.024512 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7afd5215-0487-4315-abb3-a9a242eaad51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:34.081566 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-c2c01157-58cf-4620-bfec-0a489be918b2 admin admin] Allocated IP 172.27.0.217 (4f4d7b89-f14b-44bd-8c77-680ef6990266/7d983a82-3206-4a2a-9ce9-3b2c9dc20086/17fea40c-2114-492a-9271-df92336577fb) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:09:34.144103 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7afd5215-0487-4315-abb3-a9a242eaad51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:34.149935 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7afd5215-0487-4315-abb3-a9a242eaad51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:34.155042 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-4ff550ea-dfd1-4625-a18e-497bc3990660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:34.203571 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:34.204919 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-7afd5215-0487-4315-abb3-a9a242eaad51 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=66751b3a6427400d9da13b26f566850b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1942368 Jun 29 23:09:34.206830 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd5215-0487-4315-abb3-a9a242eaad51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f7f68e-b2cd-4edf-903d-77bf1c2dbe3c,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:34.211173 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-7afd5215-0487-4315-abb3-a9a242eaad51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:34.211544 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 57824) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:34.214041 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14e0db1-fa88-427f-872c-4c27f910d654 None None] Network 91614b0c-8023-4554-a60f-a9debc2aead5 requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:09:34.302554 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 70360d3f-64e2-46e2-9c24-05a00c92873c up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:09:34.302927 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a7be2d71-13b8-4f00-a376-fcaa54d723e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:34.329033 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c74c8-aa5f-4767-8419-904506ca23b3 req-9164ca67-636f-4dee-ab90-67909be3c8f9 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:34.330850 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-265c74c8-aa5f-4767-8419-904506ca23b3 req-9164ca67-636f-4dee-ab90-67909be3c8f9 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.2769394 Jun 29 23:09:34.344473 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a7be2d71-13b8-4f00-a376-fcaa54d723e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:34.355061 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c2c01157-58cf-4620-bfec-0a489be918b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:34.365486 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-95c9fa26-e7bd-49e8-8ad7-889765d5cf58 None None] Provisioning for port 70360d3f-64e2-46e2-9c24-05a00c92873c completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:09:34.404259 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a7be2d71-13b8-4f00-a376-fcaa54d723e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:34.408015 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a7be2d71-13b8-4f00-a376-fcaa54d723e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:34.411612 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-a7be2d71-13b8-4f00-a376-fcaa54d723e8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/60f7f68e-b2cd-4edf-903d-77bf1c2dbe3c HTTP/1.1" status: 204 len: 168 time: 0.1991012 Jun 29 23:09:34.412596 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-870ad2ad-76b2-49dc-ac5e-f298bffec3e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:34.418103 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49703769-41c7-4041-b4de-c3397698a22a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Router adf66a88-a972-4134-a833-293cc867cab5 has already been hosted by L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:09:34.421997 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be2d71-13b8-4f00-a376-fcaa54d723e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f7f68e-b2cd-4edf-903d-77bf1c2dbe3c,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:34.424622 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-a7be2d71-13b8-4f00-a376-fcaa54d723e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:34.441359 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-265c74c8-aa5f-4767-8419-904506ca23b3 req-3a99305b-898f-44d1-a108-f4efea4133d2 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982172 Jun 29 23:09:34.470582 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning for port 70360d3f-64e2-46e2-9c24-05a00c92873c completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:09:34.478130 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port 70360d3f-64e2-46e2-9c24-05a00c92873c triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:09:34.478589 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:34.531890 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c2c01157-58cf-4620-bfec-0a489be918b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:34.539409 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-3aa0b6f6-881f-463e-86d9-b52c5abdd250 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:34.596058 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c01157-58cf-4620-bfec-0a489be918b2 admin admin] Network 4f4d7b89-f14b-44bd-8c77-680ef6990266 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:09:34.623469 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:34.628674 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-c2c01157-58cf-4620-bfec-0a489be918b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:09:34.634198 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c01157-58cf-4620-bfec-0a489be918b2 admin admin] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:09:34.638338 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c01157-58cf-4620-bfec-0a489be918b2 admin admin] Pushing event updated for resources: {'Port': ['ID=17fea40c-2114-492a-9271-df92336577fb,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:34.658662 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-c2c01157-58cf-4620-bfec-0a489be918b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:34.727224 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] For port 70360d3f-64e2-46e2-9c24-05a00c92873c, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=70360d3f-64e2-46e2-9c24-05a00c92873c,segment=NetworkSegment(4c3131ec-6831-4e51-915e-b85cb9cde4ad),segment_id=4c3131ec-6831-4e51-915e-b85cb9cde4ad)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:09:34.740491 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:34.745376 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:34.780231 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49703769-41c7-4041-b4de-c3397698a22a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:09:34.792013 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-49703769-41c7-4041-b4de-c3397698a22a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for floatingip, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:34.803035 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b6955e-9477-4ad5-8f8f-ad27447f3162 None None] Sync routers for ids ['adf66a88-a972-4134-a833-293cc867cab5'] in dv-cinder-769602-4-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:09:34.829229 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Pushing event updated for resources: {'Port': ['ID=70360d3f-64e2-46e2-9c24-05a00c92873c,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:34.832917 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:34.865030 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-49703769-41c7-4041-b4de-c3397698a22a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "PUT /v2.0/floatingips/d368c6e0-becc-41d9-bb4a-8cdeccb349ad HTTP/1.1" status: 200 len: 990 time: 3.3482144 Jun 29 23:09:34.873904 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64038709-adfd-4ee0-81e7-731cb8032eda', 'tag': '71efbaa5-e7ce-4022-9371-df6f06e7ab90'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:09:34.877653 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4ff624e5b506a15852624dbd6f9127feb1aca7eb9818edaf72933b1fc2af06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae939f33-86a1-40a4-9b89-9d3e33d80e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "64038709-adfd-4ee0-81e7-731cb8032eda", "tag": "71efbaa5-e7ce-4022-9371-df6f06e7ab90"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:09:34.991175 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b6955e-9477-4ad5-8f8f-ad27447f3162 None None] Routers {'adf66a88-a972-4134-a833-293cc867cab5'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:09:34.991889 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-40b6955e-9477-4ad5-8f8f-ad27447f3162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:09:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['adf66a88-a972-4134-a833-293cc867cab5'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:09:35.035496 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-ec7b8ee1-c838-4207-a4d5-17edf8dcf110 None None] Provisioning complete for port 70360d3f-64e2-46e2-9c24-05a00c92873c triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:09:35.035496 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ec7b8ee1-c838-4207-a4d5-17edf8dcf110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:35.141991 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-40b6955e-9477-4ad5-8f8f-ad27447f3162 None None] Set router adf66a88-a972-4134-a833-293cc867cab5 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:09:35.314469 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234b7e40-2e25-4bc6-b4ae-3ec4fe5f32b4 x-openstack-request-id: req-234b7e40-2e25-4bc6-b4ae-3ec4fe5f32b4 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:09:35.314867 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64038709-adfd-4ee0-81e7-731cb8032eda", "tag": "71efbaa5-e7ce-4022-9371-df6f06e7ab90", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:09:35.315293 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-234b7e40-2e25-4bc6-b4ae-3ec4fe5f32b4 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:09:35.315710 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64038709-adfd-4ee0-81e7-731cb8032eda', 'tag': '71efbaa5-e7ce-4022-9371-df6f06e7ab90', 'status': 'completed', 'code': 200} Jun 29 23:09:35.364214 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 57860) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:35.385082 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3ddcf153-3502-4eb4-aa0c-a3fc77e834f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:35.472718 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c2c01157-58cf-4620-bfec-0a489be918b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:35.531002 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3ddcf153-3502-4eb4-aa0c-a3fc77e834f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:35.539728 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3ddcf153-3502-4eb4-aa0c-a3fc77e834f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:35.541234 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae939f33-86a1-40a4-9b89-9d3e33d80e1f req-1a5671d8-e9d2-4d9d-84cd-ea5b31b15282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:35.543820 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ae939f33-86a1-40a4-9b89-9d3e33d80e1f req-1a5671d8-e9d2-4d9d-84cd-ea5b31b15282 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a764af7b0ca642e4960df1bc8942167a&device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 1098 time: 0.2270768 Jun 29 23:09:35.552886 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b6938-0b8d-4876-97a8-20b28af697c8 req-8cfce985-1b9e-4b00-861d-89e1f449582e tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:35.559877 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-223b6938-0b8d-4876-97a8-20b28af697c8 req-8cfce985-1b9e-4b00-861d-89e1f449582e tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 945 time: 0.2413530 Jun 29 23:09:35.566386 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-40b6955e-9477-4ad5-8f8f-ad27447f3162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf66a88-a972-4134-a833-293cc867cab5', 'name': 'tempest-AttachVolumeShelveTestJSON-805562870-router', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f31c9d51-f31b-43b7-a629-311269139d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'gw_port': {'id': 'f31c9d51-f31b-43b7-a629-311269139d80', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:51:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:39Z', 'updated_at': '2021-06-29T23:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_floatingips': [{'id': 'd368c6e0-becc-41d9-bb4a-8cdeccb349ad', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'floating_ip_address': '172.27.0.40', 'floating_network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'router_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'port_id': '71efbaa5-e7ce-4022-9371-df6f06e7ab90', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18655a20-36e7-480e-885c-1e73fb892310', 'mac_address': 'fa:16:3e:2f:81:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64038709-adfd-4ee0-81e7-731cb8032eda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:08:59Z', 'updated_at': '2021-06-29T23:09:33Z', 'revision_number': 1, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb6d632e-0fff-45b5-8215-de3598d99564', 'name': '', 'network_id': '18655a20-36e7-480e-885c-1e73fb892310', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'mac_address': 'fa:16:3e:60:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '722d70ab-2523-4ee0-92c1-9e31835f606a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:44Z', 'updated_at': '2021-06-29T23:08:59Z', 'revision_number': 5, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'subnets': [{'id': '722d70ab-2523-4ee0-92c1-9e31835f606a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:09:35.598914 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-e10bc855-1f7a-4910-ac17-79616e08b075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:35.604333 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b6955e-9477-4ad5-8f8f-ad27447f3162 None None] Checking router: adf66a88-a972-4134-a833-293cc867cab5 for host: dv-cinder-769602-4-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:09:35.608988 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-3ddcf153-3502-4eb4-aa0c-a3fc77e834f6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a0e279c2d8cf498b87f26c41c18c6ae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426217 Jun 29 23:09:35.619685 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 57868) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:35.626075 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b6955e-9477-4ad5-8f8f-ad27447f3162 None None] Routers {'adf66a88-a972-4134-a833-293cc867cab5'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:09:35.627138 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-40b6955e-9477-4ad5-8f8f-ad27447f3162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:09:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['adf66a88-a972-4134-a833-293cc867cab5'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:09:35.651955 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 57870) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:35.717481 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-223b6938-0b8d-4876-97a8-20b28af697c8 req-b5459948-11af-4e50-bd52-30a2141e43cc tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25dd01b-7529-4fb9-a1c4-5604684d178f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512437 Jun 29 23:09:35.754377 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddcf153-3502-4eb4-aa0c-a3fc77e834f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8212ac47-e600-4911-ad46-fe3ff412e384,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:35.756555 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-40b6955e-9477-4ad5-8f8f-ad27447f3162 None None] Set router adf66a88-a972-4134-a833-293cc867cab5 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:09:35.763383 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-3ddcf153-3502-4eb4-aa0c-a3fc77e834f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:35.789111 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-99e10cfe-01ab-4aa1-a13d-50fc4886ebe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:35.813895 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae939f33-86a1-40a4-9b89-9d3e33d80e1f req-ab76dca5-bb6c-4eca-ba41-d98fd00d562f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:35.815654 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ae939f33-86a1-40a4-9b89-9d3e33d80e1f req-ab76dca5-bb6c-4eca-ba41-d98fd00d562f service neutron] 10.222.0.52 "GET /v2.0/networks?id=18655a20-36e7-480e-885c-1e73fb892310 HTTP/1.1" status: 200 len: 917 time: 0.2499502 Jun 29 23:09:35.828542 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-99e10cfe-01ab-4aa1-a13d-50fc4886ebe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:35.837683 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-efba09fd-12f1-43f6-806f-c5a871b440d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:35.854386 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f072be-9341-4d9d-9048-cc756cc976ed req-b55bfe33-ac3e-4bcf-92b7-a987e67c5cc6 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:35.855964 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-55f072be-9341-4d9d-9048-cc756cc976ed req-b55bfe33-ac3e-4bcf-92b7-a987e67c5cc6 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.1868625 Jun 29 23:09:35.957824 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-55f072be-9341-4d9d-9048-cc756cc976ed req-8744d8ed-7ff3-417c-8d01-f4d0c1919868 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924194 Jun 29 23:09:35.983339 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-99e10cfe-01ab-4aa1-a13d-50fc4886ebe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:35.985552 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ae939f33-86a1-40a4-9b89-9d3e33d80e1f req-15be6680-9d54-4c69-b247-bd2138f32d9e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71efbaa5-e7ce-4022-9371-df6f06e7ab90 HTTP/1.1" status: 200 len: 998 time: 0.1374424 Jun 29 23:09:35.985868 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-99e10cfe-01ab-4aa1-a13d-50fc4886ebe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:35.986965 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-99e10cfe-01ab-4aa1-a13d-50fc4886ebe9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8212ac47-e600-4911-ad46-fe3ff412e384 HTTP/1.1" status: 204 len: 168 time: 0.3726518 Jun 29 23:09:35.989128 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-7c7fe247-9a3e-47b5-b322-08ab6133713e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:35.992621 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c2c01157-58cf-4620-bfec-0a489be918b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-450323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-489888'] for router, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:36.002879 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e10cfe-01ab-4aa1-a13d-50fc4886ebe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8212ac47-e600-4911-ad46-fe3ff412e384,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:36.008202 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-99e10cfe-01ab-4aa1-a13d-50fc4886ebe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:36.036779 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-efba09fd-12f1-43f6-806f-c5a871b440d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:36.044548 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-efba09fd-12f1-43f6-806f-c5a871b440d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:36.046434 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-cb0b7c06-fa89-4571-807b-1939ddf583ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:36.089605 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-efba09fd-12f1-43f6-806f-c5a871b440d2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6cd7ec376f3245f8b54646207ff7032f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4340022 Jun 29 23:09:36.092388 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 57882) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:36.101611 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba09fd-12f1-43f6-806f-c5a871b440d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e638ea4d-8403-409f-b96c-152a79adf45a,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:36.110178 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-efba09fd-12f1-43f6-806f-c5a871b440d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:36.159772 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a229653e-0a8c-4fb1-8570-122c8084e473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:36.159917 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-40b6955e-9477-4ad5-8f8f-ad27447f3162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf66a88-a972-4134-a833-293cc867cab5', 'name': 'tempest-AttachVolumeShelveTestJSON-805562870-router', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f31c9d51-f31b-43b7-a629-311269139d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'gw_port': {'id': 'f31c9d51-f31b-43b7-a629-311269139d80', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:51:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:39Z', 'updated_at': '2021-06-29T23:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_floatingips': [{'id': 'd368c6e0-becc-41d9-bb4a-8cdeccb349ad', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'floating_ip_address': '172.27.0.40', 'floating_network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'router_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'port_id': '71efbaa5-e7ce-4022-9371-df6f06e7ab90', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18655a20-36e7-480e-885c-1e73fb892310', 'mac_address': 'fa:16:3e:2f:81:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64038709-adfd-4ee0-81e7-731cb8032eda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:08:59Z', 'updated_at': '2021-06-29T23:09:33Z', 'revision_number': 1, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb6d632e-0fff-45b5-8215-de3598d99564', 'name': '', 'network_id': '18655a20-36e7-480e-885c-1e73fb892310', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'mac_address': 'fa:16:3e:60:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '722d70ab-2523-4ee0-92c1-9e31835f606a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:44Z', 'updated_at': '2021-06-29T23:08:59Z', 'revision_number': 5, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'subnets': [{'id': '722d70ab-2523-4ee0-92c1-9e31835f606a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:09:36.193566 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b6955e-9477-4ad5-8f8f-ad27447f3162 None None] The sync data for ids ['adf66a88-a972-4134-a833-293cc867cab5'] in dv-cinder-769602-4-iscsi is: [{'id': 'adf66a88-a972-4134-a833-293cc867cab5', 'name': 'tempest-AttachVolumeShelveTestJSON-805562870-router', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f31c9d51-f31b-43b7-a629-311269139d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'gw_port': {'id': 'f31c9d51-f31b-43b7-a629-311269139d80', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:51:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:39Z', 'updated_at': '2021-06-29T23:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_floatingips': [{'id': 'd368c6e0-becc-41d9-bb4a-8cdeccb349ad', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'floating_ip_address': '172.27.0.40', 'floating_network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'router_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'port_id': '71efbaa5-e7ce-4022-9371-df6f06e7ab90', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18655a20-36e7-480e-885c-1e73fb892310', 'mac_address': 'fa:16:3e:2f:81:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64038709-adfd-4ee0-81e7-731cb8032eda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:08:59Z', 'updated_at': '2021-06-29T23:09:33Z', 'revision_number': 1, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb6d632e-0fff-45b5-8215-de3598d99564', 'name': '', 'network_id': '18655a20-36e7-480e-885c-1e73fb892310', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'mac_address': 'fa:16:3e:60:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '722d70ab-2523-4ee0-92c1-9e31835f606a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:44Z', 'updated_at': '2021-06-29T23:08:59Z', 'revision_number': 5, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'subnets': [{'id': '722d70ab-2523-4ee0-92c1-9e31835f606a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:09:36.194009 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a229653e-0a8c-4fb1-8570-122c8084e473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:36.226227 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae939f33-86a1-40a4-9b89-9d3e33d80e1f req-e4ca5071-d269-42bb-917c-023c0b09ead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:36.228308 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ae939f33-86a1-40a4-9b89-9d3e33d80e1f req-e4ca5071-d269-42bb-917c-023c0b09ead7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=722d70ab-2523-4ee0-92c1-9e31835f606a HTTP/1.1" status: 200 len: 855 time: 0.2333302 Jun 29 23:09:36.255971 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a229653e-0a8c-4fb1-8570-122c8084e473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:36.264069 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 70360d3f-64e2-46e2-9c24-05a00c92873c up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:09:36.266610 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a229653e-0a8c-4fb1-8570-122c8084e473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:36.272211 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-a229653e-0a8c-4fb1-8570-122c8084e473 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e638ea4d-8403-409f-b96c-152a79adf45a HTTP/1.1" status: 204 len: 168 time: 0.1788292 Jun 29 23:09:36.274687 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-eeeee979-c476-4856-94e7-af3273e693a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:36.286922 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229653e-0a8c-4fb1-8570-122c8084e473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e638ea4d-8403-409f-b96c-152a79adf45a,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:36.304498 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-a229653e-0a8c-4fb1-8570-122c8084e473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:36.421927 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port 70360d3f-64e2-46e2-9c24-05a00c92873c triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:09:36.424460 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:36.494947 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae939f33-86a1-40a4-9b89-9d3e33d80e1f req-a4aec58f-dc02-4676-9863-98d7a719c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:36.496537 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ae939f33-86a1-40a4-9b89-9d3e33d80e1f req-a4aec58f-dc02-4676-9863-98d7a719c311 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=18655a20-36e7-480e-885c-1e73fb892310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2497377 Jun 29 23:09:36.529520 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c01157-58cf-4620-bfec-0a489be918b2 admin admin] Router 23013b6e-675c-4895-8b90-45ef9e72cfff is scheduled to L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f with binding_index 1 {{(pid=93162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 23:09:36.609161 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2006643-148b-4926-aca1-f1025d2c03b2 None None] New status for floating IP d368c6e0-becc-41d9-bb4a-8cdeccb349ad: ACTIVE {{(pid=93164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 23:09:36.709987 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ae939f33-86a1-40a4-9b89-9d3e33d80e1f req-3007db06-8cec-4a0e-8e12-30e5e6e405a0 service neutron] 10.222.0.52 "GET /v2.0/networks/18655a20-36e7-480e-885c-1e73fb892310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020805 Jun 29 23:09:36.785363 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c01157-58cf-4620-bfec-0a489be918b2 admin admin] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:09:36.796300 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf86cc3d-f624-45cb-949e-ae3b6a7c214f None None] Sync routers for ids ['23013b6e-675c-4895-8b90-45ef9e72cfff'] in dv-cinder-769602-4-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:09:36.815782 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c2c01157-58cf-4620-bfec-0a489be918b2 admin admin] Notify callbacks [] for router, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:36.816232 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf86cc3d-f624-45cb-949e-ae3b6a7c214f None None] Routers {'23013b6e-675c-4895-8b90-45ef9e72cfff'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:09:36.817156 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-c2c01157-58cf-4620-bfec-0a489be918b2 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4808517 Jun 29 23:09:36.818018 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-cf86cc3d-f624-45cb-949e-ae3b6a7c214f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:09:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['23013b6e-675c-4895-8b90-45ef9e72cfff'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:09:36.821260 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 57908) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:36.837944 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ae939f33-86a1-40a4-9b89-9d3e33d80e1f req-f32b1854-bcdd-4445-a229-b6b862d59478 service neutron] 10.222.0.52 "GET /v2.0/networks/18655a20-36e7-480e-885c-1e73fb892310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159496 Jun 29 23:09:36.874337 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 57910) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:36.918029 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8942cb10-0b1e-4005-a33b-af94b9d4b05e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:37.077536 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-cf86cc3d-f624-45cb-949e-ae3b6a7c214f None None] Set router 23013b6e-675c-4895-8b90-45ef9e72cfff gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:09:37.166387 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8942cb10-0b1e-4005-a33b-af94b9d4b05e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:37.177612 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8942cb10-0b1e-4005-a33b-af94b9d4b05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:37.181081 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:37.310728 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-8942cb10-0b1e-4005-a33b-af94b9d4b05e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a233353476e34bdd972355caa4c890ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4335485 Jun 29 23:09:37.314081 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 57926) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:37.348911 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8942cb10-0b1e-4005-a33b-af94b9d4b05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6154e66d-bad5-47e3-b688-7796e5772982,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:37.382337 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8942cb10-0b1e-4005-a33b-af94b9d4b05e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:37.382845 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8942cb10-0b1e-4005-a33b-af94b9d4b05e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:37.383352 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8942cb10-0b1e-4005-a33b-af94b9d4b05e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:37.383747 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8942cb10-0b1e-4005-a33b-af94b9d4b05e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:37.384094 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8942cb10-0b1e-4005-a33b-af94b9d4b05e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:37.384440 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8942cb10-0b1e-4005-a33b-af94b9d4b05e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:37.384923 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8942cb10-0b1e-4005-a33b-af94b9d4b05e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:37.385324 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8942cb10-0b1e-4005-a33b-af94b9d4b05e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:37.385666 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8942cb10-0b1e-4005-a33b-af94b9d4b05e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:37.386004 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8942cb10-0b1e-4005-a33b-af94b9d4b05e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:37.386338 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8942cb10-0b1e-4005-a33b-af94b9d4b05e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:37.386669 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8942cb10-0b1e-4005-a33b-af94b9d4b05e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:37.391542 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-8942cb10-0b1e-4005-a33b-af94b9d4b05e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:37.416972 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9a17053b-d406-42bd-a1b1-ed5f8ee8f2db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:37.437047 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-cf86cc3d-f624-45cb-949e-ae3b6a7c214f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'name': 'tempest-TestVolumeBootPattern-1089411821-router', 'tenant_id': 'e444b0c64b064d49896f40508446d2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '17fea40c-2114-492a-9271-df92336577fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:09:31Z', 'updated_at': '2021-06-29T23:09:34Z', 'revision_number': 3, 'project_id': 'e444b0c64b064d49896f40508446d2e7', 'gw_port': {'id': '17fea40c-2114-492a-9271-df92336577fb', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:09:33Z', 'updated_at': '2021-06-29T23:09:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi'}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:09:37.440049 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9a17053b-d406-42bd-a1b1-ed5f8ee8f2db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:37.469840 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf86cc3d-f624-45cb-949e-ae3b6a7c214f None None] Checking router: 23013b6e-675c-4895-8b90-45ef9e72cfff for host: dv-cinder-769602-4-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:09:37.471020 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf86cc3d-f624-45cb-949e-ae3b6a7c214f None None] Updating router 23013b6e-675c-4895-8b90-45ef9e72cfff port 17fea40c-2114-492a-9271-df92336577fb binding host dv-cinder-769602-4-iscsi {{(pid=93165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:09:37.508296 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57915c69-0ad9-4845-9aa8-3833ac3528f1 req-3c95bee5-75de-4514-b0fe-48fb06742501 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:37.515309 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-57915c69-0ad9-4845-9aa8-3833ac3528f1 req-3c95bee5-75de-4514-b0fe-48fb06742501 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.3034544 Jun 29 23:09:37.518228 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9a17053b-d406-42bd-a1b1-ed5f8ee8f2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:37.520773 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9a17053b-d406-42bd-a1b1-ed5f8ee8f2db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:37.523461 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-cf86cc3d-f624-45cb-949e-ae3b6a7c214f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:37.525242 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-9a17053b-d406-42bd-a1b1-ed5f8ee8f2db admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6154e66d-bad5-47e3-b688-7796e5772982 HTTP/1.1" status: 204 len: 168 time: 0.2101867 Jun 29 23:09:37.531063 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-d99da7b5-1e44-419c-b355-87e0a9f26c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:37.547794 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a17053b-d406-42bd-a1b1-ed5f8ee8f2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6154e66d-bad5-47e3-b688-7796e5772982,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:37.570875 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-9a17053b-d406-42bd-a1b1-ed5f8ee8f2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:37.603655 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-57915c69-0ad9-4845-9aa8-3833ac3528f1 req-b28341f7-3017-484a-8b73-87526caf430e tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873573 Jun 29 23:09:37.614834 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 57936) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:37.730467 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb86fe9-ff57-4aa4-9acd-8497c5951c64 req-f4afb5ad-8c11-485c-a8c9-252c1491b192 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:37.732124 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3eb86fe9-ff57-4aa4-9acd-8497c5951c64 req-f4afb5ad-8c11-485c-a8c9-252c1491b192 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 945 time: 0.4722538 Jun 29 23:09:37.869848 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3eb86fe9-ff57-4aa4-9acd-8497c5951c64 req-b2bb010c-2268-49cb-98ed-b60b37d698ce tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25dd01b-7529-4fb9-a1c4-5604684d178f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241007 Jun 29 23:09:37.889111 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5d44a5c4-d3ac-4262-84e8-42e680fbb987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:38.003117 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8e564707-0891-4ec7-98fa-d7bc6e017486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:38.140935 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-cf86cc3d-f624-45cb-949e-ae3b6a7c214f None None] Notify callbacks [] for port, precommit_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:38.148980 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [None req-5d44a5c4-d3ac-4262-84e8-42e680fbb987 admin admin] Allocated IP 172.20.0.1 (91614b0c-8023-4554-a60f-a9debc2aead5/f269cef7-2126-4abb-adf5-a4e644107e63/415792bb-18f2-480d-81e2-5e5e427daa99) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:09:38.164988 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.provisioning_blocks [None req-cf86cc3d-f624-45cb-949e-ae3b6a7c214f None None] Transition to ACTIVE for port object 17fea40c-2114-492a-9271-df92336577fb will not be triggered until provisioned by entity L2. {{(pid=93165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:09:38.177733 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-cf86cc3d-f624-45cb-949e-ae3b6a7c214f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:38.184684 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [None req-65c2bcd1-7d7b-4c38-ad17-34b1d461ed0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:38.201924 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8e564707-0891-4ec7-98fa-d7bc6e017486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:38.204441 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b254f-b842-4484-a5c0-0a92ac1afae4 req-6bdcac7c-4573-4943-875d-be3b6a698b68 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:38.208950 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8e564707-0891-4ec7-98fa-d7bc6e017486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:38.215125 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-cc6d81b3-e46f-4d5a-b6ee-a8ac7bed5dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:38.216356 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-697b254f-b842-4484-a5c0-0a92ac1afae4 req-6bdcac7c-4573-4943-875d-be3b6a698b68 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 945 time: 0.1736584 Jun 29 23:09:38.217119 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 57962) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:38.254108 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-cc8f9e77-43b0-4d0b-8864-0391d58ccd34 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Request body: {'floatingip': {'port_id': '7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:09:38.273090 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dce967-0423-43a3-b848-1f55c61e98ff None None] Pushing event updated for resources: {'Port': ['ID=17fea40c-2114-492a-9271-df92336577fb,revision_number=2']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:38.280308 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [None req-97dce967-0423-43a3-b848-1f55c61e98ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:38.306572 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e564707-0891-4ec7-98fa-d7bc6e017486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47aec2b-b0aa-4c1d-8813-3d139a907396,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:38.313505 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-cf86cc3d-f624-45cb-949e-ae3b6a7c214f None None] Attempting to bind port 17fea40c-2114-492a-9271-df92336577fb on host dv-cinder-769602-4-iscsi for vnic_type normal with profile {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:09:38.314746 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-cf86cc3d-f624-45cb-949e-ae3b6a7c214f None None] Attempting to bind port 17fea40c-2114-492a-9271-df92336577fb by drivers openvswitch,hyperv on host dv-cinder-769602-4-iscsi at level 0 using segments [{'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:09:38.314746 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf86cc3d-f624-45cb-949e-ae3b6a7c214f None None] Attempting to bind port 17fea40c-2114-492a-9271-df92336577fb on network 4f4d7b89-f14b-44bd-8c77-680ef6990266 {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:09:38.317730 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-8e564707-0891-4ec7-98fa-d7bc6e017486 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dad6b74d8cc642cc8093e7d8e8f3c7d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7013996 Jun 29 23:09:38.321115 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 57966) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:38.322050 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-8e564707-0891-4ec7-98fa-d7bc6e017486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:38.329996 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf86cc3d-f624-45cb-949e-ae3b6a7c214f None None] Checking agent: {'id': 'a1c2e225-8bcd-423f-9b74-e274311af98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 0, 50), 'started_at': datetime.datetime(2021, 6, 29, 23, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:09:38.330357 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf86cc3d-f624-45cb-949e-ae3b6a7c214f None None] Checking segment: {'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:09:38.330927 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-cf86cc3d-f624-45cb-949e-ae3b6a7c214f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:38.331474 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf86cc3d-f624-45cb-949e-ae3b6a7c214f None None] Bound using segment: {'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:09:38.332215 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-cf86cc3d-f624-45cb-949e-ae3b6a7c214f None None] Bound port: 17fea40c-2114-492a-9271-df92336577fb, host: dv-cinder-769602-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'}}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:09:38.332648 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-cf86cc3d-f624-45cb-949e-ae3b6a7c214f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:38.393614 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cc8f9e77-43b0-4d0b-8864-0391d58ccd34 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for floatingip, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:38.436725 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-cf86cc3d-f624-45cb-949e-ae3b6a7c214f None None] For port 17fea40c-2114-492a-9271-df92336577fb, host dv-cinder-769602-4-iscsi, cleared binding levels {{(pid=93165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:09:38.439139 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4b04880b-5ef4-4cde-9396-09c435d4c7d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:38.440850 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-cf86cc3d-f624-45cb-949e-ae3b6a7c214f None None] For port 17fea40c-2114-492a-9271-df92336577fb, host dv-cinder-769602-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=17fea40c-2114-492a-9271-df92336577fb,segment=NetworkSegment(0d7322d1-9f99-46a3-b2ff-5e8cb22a095c),segment_id=0d7322d1-9f99-46a3-b2ff-5e8cb22a095c)] {{(pid=93165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:09:38.450583 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-cf86cc3d-f624-45cb-949e-ae3b6a7c214f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:38.458792 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [None req-09268ece-a0b9-4c53-ba37-12d5799ebab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:38.495174 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4b04880b-5ef4-4cde-9396-09c435d4c7d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:38.583825 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4b04880b-5ef4-4cde-9396-09c435d4c7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:38.587603 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4b04880b-5ef4-4cde-9396-09c435d4c7d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:38.591064 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-4b04880b-5ef4-4cde-9396-09c435d4c7d9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a47aec2b-b0aa-4c1d-8813-3d139a907396 HTTP/1.1" status: 204 len: 168 time: 0.2636681 Jun 29 23:09:38.591064 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:38.604287 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf86cc3d-f624-45cb-949e-ae3b6a7c214f None None] Routers {'23013b6e-675c-4895-8b90-45ef9e72cfff'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:09:38.605441 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-cf86cc3d-f624-45cb-949e-ae3b6a7c214f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:09:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['23013b6e-675c-4895-8b90-45ef9e72cfff'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:09:38.612904 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04880b-5ef4-4cde-9396-09c435d4c7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47aec2b-b0aa-4c1d-8813-3d139a907396,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:38.622672 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-4b04880b-5ef4-4cde-9396-09c435d4c7d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:38.667395 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dce967-0423-43a3-b848-1f55c61e98ff None None] Pushing event updated for resources: {'Port': ['ID=17fea40c-2114-492a-9271-df92336577fb,revision_number=3']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:38.673316 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [None req-97dce967-0423-43a3-b848-1f55c61e98ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:38.693324 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5d44a5c4-d3ac-4262-84e8-42e680fbb987 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:38.763876 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-5d44a5c4-d3ac-4262-84e8-42e680fbb987 admin admin] Transition to ACTIVE for port object 415792bb-18f2-480d-81e2-5e5e427daa99 will not be triggered until provisioned by entity DHCP. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:09:38.783411 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094bc87-d4bc-4f5a-87cd-b42560b56e81 req-333d21d0-bd01-4be4-84a4-127014572f2d tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:38.784993 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2094bc87-d4bc-4f5a-87cd-b42560b56e81 req-333d21d0-bd01-4be4-84a4-127014572f2d tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/ports?device_id=18653780-38ba-4322-b2a7-58824f67bb17 HTTP/1.1" status: 200 len: 946 time: 0.3093059 Jun 29 23:09:38.793458 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-cf86cc3d-f624-45cb-949e-ae3b6a7c214f None None] Set router 23013b6e-675c-4895-8b90-45ef9e72cfff gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:09:38.872354 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e8941-8197-44d6-bfb6-16ce72cf9a04 req-db15cd43-5805-491b-a462-2689028680c4 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:38.881872 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-be3e8941-8197-44d6-bfb6-16ce72cf9a04 req-db15cd43-5805-491b-a462-2689028680c4 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.1069832 Jun 29 23:09:38.896708 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2094bc87-d4bc-4f5a-87cd-b42560b56e81 req-7dc9bbc8-2c03-4aa2-92d6-d9046b462d3d tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/security-groups?id=573df093-9831-4d00-8fac-d015d3943764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013637 Jun 29 23:09:38.909991 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5d44a5c4-d3ac-4262-84e8-42e680fbb987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5732936'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:38.971014 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:38.973859 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-be3e8941-8197-44d6-bfb6-16ce72cf9a04 req-25a9ec71-cbd7-45cf-9cbe-3f9f84d9928a tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904536 Jun 29 23:09:39.091283 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d44a5c4-d3ac-4262-84e8-42e680fbb987 admin admin] Network 91614b0c-8023-4554-a60f-a9debc2aead5 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:09:39.115215 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-5d44a5c4-d3ac-4262-84e8-42e680fbb987 admin admin] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:09:39.125841 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d44a5c4-d3ac-4262-84e8-42e680fbb987 admin admin] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:09:39.129726 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-cf86cc3d-f624-45cb-949e-ae3b6a7c214f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'name': 'tempest-TestVolumeBootPattern-1089411821-router', 'tenant_id': 'e444b0c64b064d49896f40508446d2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '17fea40c-2114-492a-9271-df92336577fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:09:31Z', 'updated_at': '2021-06-29T23:09:34Z', 'revision_number': 3, 'project_id': 'e444b0c64b064d49896f40508446d2e7', 'gw_port': {'id': '17fea40c-2114-492a-9271-df92336577fb', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:09:33Z', 'updated_at': '2021-06-29T23:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi'}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:09:39.166176 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf86cc3d-f624-45cb-949e-ae3b6a7c214f None None] The sync data for ids ['23013b6e-675c-4895-8b90-45ef9e72cfff'] in dv-cinder-769602-4-iscsi is: [{'id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'name': 'tempest-TestVolumeBootPattern-1089411821-router', 'tenant_id': 'e444b0c64b064d49896f40508446d2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '17fea40c-2114-492a-9271-df92336577fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:09:31Z', 'updated_at': '2021-06-29T23:09:34Z', 'revision_number': 3, 'project_id': 'e444b0c64b064d49896f40508446d2e7', 'gw_port': {'id': '17fea40c-2114-492a-9271-df92336577fb', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:09:33Z', 'updated_at': '2021-06-29T23:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi'}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:09:39.202510 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44a5c4-d3ac-4262-84e8-42e680fbb987 admin admin] Pushing event updated for resources: {'Port': ['ID=415792bb-18f2-480d-81e2-5e5e427daa99,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:39.234665 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 57998) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:39.260813 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-294c2ce0-000d-45a8-b231-5e67e23e5f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:39.415385 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d44a5c4-d3ac-4262-84e8-42e680fbb987 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:39.415385 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d44a5c4-d3ac-4262-84e8-42e680fbb987 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:39.415682 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d44a5c4-d3ac-4262-84e8-42e680fbb987 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:39.416014 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d44a5c4-d3ac-4262-84e8-42e680fbb987 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:39.416353 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d44a5c4-d3ac-4262-84e8-42e680fbb987 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:39.416715 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d44a5c4-d3ac-4262-84e8-42e680fbb987 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:39.417376 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d44a5c4-d3ac-4262-84e8-42e680fbb987 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:39.417376 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d44a5c4-d3ac-4262-84e8-42e680fbb987 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:39.417703 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d44a5c4-d3ac-4262-84e8-42e680fbb987 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:39.418033 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d44a5c4-d3ac-4262-84e8-42e680fbb987 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:39.418360 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d44a5c4-d3ac-4262-84e8-42e680fbb987 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:39.418684 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d44a5c4-d3ac-4262-84e8-42e680fbb987 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:39.421022 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-294c2ce0-000d-45a8-b231-5e67e23e5f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:39.423775 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-5d44a5c4-d3ac-4262-84e8-42e680fbb987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:39.430912 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-294c2ce0-000d-45a8-b231-5e67e23e5f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:39.445449 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-8942cb10-0b1e-4005-a33b-af94b9d4b05e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:39.453110 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f2b49b7d-d23b-4862-83c5-89d44adf045c None None] Provisioning for port 415792bb-18f2-480d-81e2-5e5e427daa99 completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:09:39.464116 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f2b49b7d-d23b-4862-83c5-89d44adf045c None None] Provisioning complete for port 415792bb-18f2-480d-81e2-5e5e427daa99 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:09:39.464608 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f2b49b7d-d23b-4862-83c5-89d44adf045c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:39.500220 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c2ce0-000d-45a8-b231-5e67e23e5f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955f1fcc-bcb3-42e6-bcef-39ff8f78716b,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:39.503558 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-294c2ce0-000d-45a8-b231-5e67e23e5f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:39.506220 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-294c2ce0-000d-45a8-b231-5e67e23e5f72 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f4a1aca045d64f81920920760189b636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2703614 Jun 29 23:09:39.510337 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 58002) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:39.546318 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-f2b49b7d-d23b-4862-83c5-89d44adf045c None None] Port 415792bb-18f2-480d-81e2-5e5e427daa99 cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:09:39.670843 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-05d53b65-048b-4844-93da-82487025abcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:39.704854 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-05d53b65-048b-4844-93da-82487025abcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:39.737116 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5d44a5c4-d3ac-4262-84e8-42e680fbb987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442503'] for router_interface, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:39.790400 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-05d53b65-048b-4844-93da-82487025abcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:39.793462 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-05d53b65-048b-4844-93da-82487025abcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:39.794698 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-05d53b65-048b-4844-93da-82487025abcb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/955f1fcc-bcb3-42e6-bcef-39ff8f78716b HTTP/1.1" status: 204 len: 168 time: 0.2833529 Jun 29 23:09:39.795457 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:39.811348 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d53b65-048b-4844-93da-82487025abcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955f1fcc-bcb3-42e6-bcef-39ff8f78716b,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:39.818470 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-05d53b65-048b-4844-93da-82487025abcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:39.846820 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.db.resource_extend [None req-cc8f9e77-43b0-4d0b-8864-0391d58ccd34 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 23:09:40.048153 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cc8f9e77-43b0-4d0b-8864-0391d58ccd34 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:40.049209 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5d44a5c4-d3ac-4262-84e8-42e680fbb987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:40.066396 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cc8f9e77-43b0-4d0b-8864-0391d58ccd34 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484151'] for floatingip, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:40.239787 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 17fea40c-2114-492a-9271-df92336577fb up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:09:40.249313 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.db.l3_db [None req-cc8f9e77-43b0-4d0b-8864-0391d58ccd34 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Floating IP 012a8cdb-b4d6-4a09-9130-743c7d76cdae associated. External IP: 172.27.0.238, port: 7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3. Jun 29 23:09:40.361059 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning for port 17fea40c-2114-492a-9271-df92336577fb completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:09:40.366556 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port 17fea40c-2114-492a-9271-df92336577fb triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:09:40.367100 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:40.497180 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da904970-2d38-4d09-8e5c-e165343553ba req-0e6d90a9-7d07-4214-8051-329b1e43cd68 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:40.507852 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-da904970-2d38-4d09-8e5c-e165343553ba req-0e6d90a9-7d07-4214-8051-329b1e43cd68 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/ports?device_id=18653780-38ba-4322-b2a7-58824f67bb17 HTTP/1.1" status: 200 len: 946 time: 0.2833076 Jun 29 23:09:40.539620 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:40.568509 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8f9e77-43b0-4d0b-8864-0391d58ccd34 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Router e35bc8f0-c8a2-451c-b269-ba9cd96100e9 has already been hosted by L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f {{(pid=93163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:09:40.582561 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] For port 17fea40c-2114-492a-9271-df92336577fb, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=17fea40c-2114-492a-9271-df92336577fb,segment=NetworkSegment(0d7322d1-9f99-46a3-b2ff-5e8cb22a095c),segment_id=0d7322d1-9f99-46a3-b2ff-5e8cb22a095c)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:09:40.587755 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff54a1-8f6b-403e-b80e-1501823b6b49 req-5928eb8a-b405-49e9-bd99-e6f09d2f72dc tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:40.589874 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-efff54a1-8f6b-403e-b80e-1501823b6b49 req-5928eb8a-b405-49e9-bd99-e6f09d2f72dc tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.52 "GET /v2.0/ports?device_id=18653780-38ba-4322-b2a7-58824f67bb17 HTTP/1.1" status: 200 len: 946 time: 0.2816491 Jun 29 23:09:40.592910 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:40.595221 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:40.606602 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeccf44-626f-4a40-9db6-25319f93ea16 req-55509d22-41bb-4831-add6-ec0a16775896 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:40.608176 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5aeccf44-626f-4a40-9db6-25319f93ea16 req-55509d22-41bb-4831-add6-ec0a16775896 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.3617992 Jun 29 23:09:40.707654 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-da904970-2d38-4d09-8e5c-e165343553ba req-b40ba666-4b2b-4d5f-a265-34ceed65b7e3 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/security-groups?id=573df093-9831-4d00-8fac-d015d3943764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985283 Jun 29 23:09:40.714683 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Pushing event updated for resources: {'Port': ['ID=17fea40c-2114-492a-9271-df92336577fb,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:40.749776 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:40.750351 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:40.750979 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:40.751524 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:40.753103 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:40.753663 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:40.754386 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:40.758204 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:40.760332 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:40.760713 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:40.761046 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:40.762334 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:40.768180 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:40.829614 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5aeccf44-626f-4a40-9db6-25319f93ea16 req-e74c7d97-59cf-4b29-ab1e-0b81c304345d tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098424 Jun 29 23:09:40.878341 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5d44a5c4-d3ac-4262-84e8-42e680fbb987 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:40.885485 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5d44a5c4-d3ac-4262-84e8-42e680fbb987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732986'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:40.888830 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8f9e77-43b0-4d0b-8864-0391d58ccd34 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:09:40.894873 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cc8f9e77-43b0-4d0b-8864-0391d58ccd34 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for floatingip, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:40.898424 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-f4e2e2ea-ffb1-45a9-87ee-5df4f6ac5c6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:40.900562 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-efff54a1-8f6b-403e-b80e-1501823b6b49 req-9f19bd5f-ec5d-429b-a226-f0e62adb0ab8 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Deleting port e56cb7d8-68d6-49ce-8892-1665e02decd0 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:09:40.901197 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-efff54a1-8f6b-403e-b80e-1501823b6b49 req-9f19bd5f-ec5d-429b-a226-f0e62adb0ab8 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:40.903615 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bff81f7-27f4-4f46-88bd-3a1a7c5739f0 None None] Sync routers for ids ['e35bc8f0-c8a2-451c-b269-ba9cd96100e9'] in dv-cinder-769602-4-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:09:40.923585 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bff81f7-27f4-4f46-88bd-3a1a7c5739f0 None None] Routers {'e35bc8f0-c8a2-451c-b269-ba9cd96100e9'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:09:40.924274 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-2bff81f7-27f4-4f46-88bd-3a1a7c5739f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:09:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['e35bc8f0-c8a2-451c-b269-ba9cd96100e9'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:09:41.017608 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-cc8f9e77-43b0-4d0b-8864-0391d58ccd34 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "PUT /v2.0/floatingips/012a8cdb-b4d6-4a09-9130-743c7d76cdae HTTP/1.1" status: 200 len: 991 time: 2.7655408 Jun 29 23:09:41.017608 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4183b6d-beac-4669-ab03-ca98f7bed25e', 'tag': '7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:09:41.019981 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316a232d699b6ed129cbc6be4a023823324df8adf1509f78b4e93fc726adbd2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1443d6a7-3f36-4d83-be44-8aafa6a74d43" -d '{"events": [{"name": "network-changed", "server_uuid": "b4183b6d-beac-4669-ab03-ca98f7bed25e", "tag": "7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:09:41.023059 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44a5c4-d3ac-4262-84e8-42e680fbb987 admin admin] Pushing event updated for resources: {'Port': ['ID=415792bb-18f2-480d-81e2-5e5e427daa99,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:41.031022 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-5d44a5c4-d3ac-4262-84e8-42e680fbb987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:41.034899 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5d44a5c4-d3ac-4262-84e8-42e680fbb987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442387'] for router_interface, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:41.120967 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-efff54a1-8f6b-403e-b80e-1501823b6b49 req-9f19bd5f-ec5d-429b-a226-f0e62adb0ab8 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] For port e56cb7d8-68d6-49ce-8892-1665e02decd0, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=e56cb7d8-68d6-49ce-8892-1665e02decd0,segment=NetworkSegment(c48b2b9f-c25c-493c-b663-dfe98edfd665),segment_id=c48b2b9f-c25c-493c-b663-dfe98edfd665)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:09:41.121698 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-efff54a1-8f6b-403e-b80e-1501823b6b49 req-9f19bd5f-ec5d-429b-a226-f0e62adb0ab8 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:41.137692 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87023b8d-d1d4-4cc9-b90d-2e8001242b25 x-openstack-request-id: req-87023b8d-d1d4-4cc9-b90d-2e8001242b25 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:09:41.138104 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4183b6d-beac-4669-ab03-ca98f7bed25e", "tag": "7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:09:41.138250 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-87023b8d-d1d4-4cc9-b90d-2e8001242b25 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:09:41.138660 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4183b6d-beac-4669-ab03-ca98f7bed25e', 'tag': '7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3', 'status': 'completed', 'code': 200} Jun 29 23:09:41.155736 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-2bff81f7-27f4-4f46-88bd-3a1a7c5739f0 None None] Set router e35bc8f0-c8a2-451c-b269-ba9cd96100e9 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:09:41.160817 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-efff54a1-8f6b-403e-b80e-1501823b6b49 req-9f19bd5f-ec5d-429b-a226-f0e62adb0ab8 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Calling delete_port for e56cb7d8-68d6-49ce-8892-1665e02decd0 owned by compute:nova {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:09:41.269657 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d44a5c4-d3ac-4262-84e8-42e680fbb987 admin admin] Network 91614b0c-8023-4554-a60f-a9debc2aead5 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:09:41.274088 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-5d44a5c4-d3ac-4262-84e8-42e680fbb987 admin admin] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:09:41.297429 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443d6a7-3f36-4d83-be44-8aafa6a74d43 req-e9d9d9e9-79c7-4c5e-8643-a9302c99afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:41.299304 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1443d6a7-3f36-4d83-be44-8aafa6a74d43 req-e9d9d9e9-79c7-4c5e-8643-a9302c99afd8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=89f7a8481a72408b89119405a6770fde&device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 1098 time: 0.1599085 Jun 29 23:09:41.472077 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443d6a7-3f36-4d83-be44-8aafa6a74d43 req-95a3a2c6-6156-4899-a64b-eb8404707079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:41.473631 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1443d6a7-3f36-4d83-be44-8aafa6a74d43 req-95a3a2c6-6156-4899-a64b-eb8404707079 service neutron] 10.222.0.52 "GET /v2.0/networks?id=961483aa-60c5-4d0f-82a0-c19a74bfe9c0 HTTP/1.1" status: 200 len: 911 time: 0.1166275 Jun 29 23:09:41.574032 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-efff54a1-8f6b-403e-b80e-1501823b6b49 req-9f19bd5f-ec5d-429b-a226-f0e62adb0ab8 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:41.584951 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-6064d1b5-b887-4065-8426-397c75d1f339 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:41.591617 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] get_ports_and_sgs() called for port_ids ['e56cb7d8-68d6-49ce-8892-1665e02decd0'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:09:41.646676 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1443d6a7-3f36-4d83-be44-8aafa6a74d43 req-f488ab73-626d-4deb-a6e0-9f337e987664 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3 HTTP/1.1" status: 200 len: 999 time: 0.1593661 Jun 29 23:09:41.653965 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f19bd5f-ec5d-429b-a226-f0e62adb0ab8 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Pushing event deleted for resources: {'Port': ['ID=e56cb7d8-68d6-49ce-8892-1665e02decd0,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:41.662639 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-9f19bd5f-ec5d-429b-a226-f0e62adb0ab8 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:41.737582 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-2bff81f7-27f4-4f46-88bd-3a1a7c5739f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'name': 'tempest-AttachVolumeTestJSON-753116380-router', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'a4f6692f-d376-41f7-b509-b1d6598df151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:37Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': '89f7a8481a72408b89119405a6770fde', 'gw_port': {'id': 'a4f6692f-d376-41f7-b509-b1d6598df151', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_floatingips': [{'id': '012a8cdb-b4d6-4a09-9130-743c7d76cdae', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'router_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'port_id': '7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0', 'mac_address': 'fa:16:3e:e7:90:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4183b6d-beac-4669-ab03-ca98f7bed25e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:08:58Z', 'updated_at': '2021-06-29T23:09:39Z', 'revision_number': 1, 'project_id': '89f7a8481a72408b89119405a6770fde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8daac4e5-8ffc-49e5-8973-a89c79538713', 'name': '', 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'mac_address': 'fa:16:3e:3c:ed:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0cace3d9-d5b7-4676-96cc-bc7171040612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:43Z', 'updated_at': '2021-06-29T23:08:58Z', 'revision_number': 5, 'project_id': '89f7a8481a72408b89119405a6770fde', 'subnets': [{'id': '0cace3d9-d5b7-4676-96cc-bc7171040612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:09:41.747185 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-efff54a1-8f6b-403e-b80e-1501823b6b49 req-9f19bd5f-ec5d-429b-a226-f0e62adb0ab8 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] No DVR routers for this DVR port e56cb7d8-68d6-49ce-8892-1665e02decd0 on host hv-cinder-76960 {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:09:41.751111 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-efff54a1-8f6b-403e-b80e-1501823b6b49 req-9f19bd5f-ec5d-429b-a226-f0e62adb0ab8 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:41.753385 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-efff54a1-8f6b-403e-b80e-1501823b6b49 req-9f19bd5f-ec5d-429b-a226-f0e62adb0ab8 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.52 "DELETE /v2.0/ports/e56cb7d8-68d6-49ce-8892-1665e02decd0 HTTP/1.1" status: 204 len: 173 time: 1.1446366 Jun 29 23:09:41.754150 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18653780-38ba-4322-b2a7-58824f67bb17', 'name': 'network-vif-deleted', 'tag': 'e56cb7d8-68d6-49ce-8892-1665e02decd0'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:09:41.758945 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4ff624e5b506a15852624dbd6f9127feb1aca7eb9818edaf72933b1fc2af06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71afba57-6729-4280-99e2-04828113dc69" -d '{"events": [{"server_uuid": "18653780-38ba-4322-b2a7-58824f67bb17", "name": "network-vif-deleted", "tag": "e56cb7d8-68d6-49ce-8892-1665e02decd0"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:09:41.771812 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-001b770d-2362-4c0a-93d7-d1e054216603 None None] Provisioning complete for port 415792bb-18f2-480d-81e2-5e5e427daa99 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:09:41.773692 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-001b770d-2362-4c0a-93d7-d1e054216603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:41.863495 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bff81f7-27f4-4f46-88bd-3a1a7c5739f0 None None] Checking router: e35bc8f0-c8a2-451c-b269-ba9cd96100e9 for host: dv-cinder-769602-4-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:09:41.890105 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0590a782-3145-4089-a71a-bab4226d7953 x-openstack-request-id: req-0590a782-3145-4089-a71a-bab4226d7953 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:09:41.890450 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18653780-38ba-4322-b2a7-58824f67bb17", "name": "network-vif-deleted", "tag": "e56cb7d8-68d6-49ce-8892-1665e02decd0", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:09:41.890734 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0590a782-3145-4089-a71a-bab4226d7953 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:09:41.891168 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18653780-38ba-4322-b2a7-58824f67bb17', 'name': 'network-vif-deleted', 'tag': 'e56cb7d8-68d6-49ce-8892-1665e02decd0', 'status': 'completed', 'code': 200} Jun 29 23:09:41.891612 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bff81f7-27f4-4f46-88bd-3a1a7c5739f0 None None] Routers {'e35bc8f0-c8a2-451c-b269-ba9cd96100e9'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:09:41.892707 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-2bff81f7-27f4-4f46-88bd-3a1a7c5739f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:09:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['e35bc8f0-c8a2-451c-b269-ba9cd96100e9'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:09:41.896603 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-001b770d-2362-4c0a-93d7-d1e054216603 None None] Port 415792bb-18f2-480d-81e2-5e5e427daa99 cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:09:41.947330 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d44a5c4-d3ac-4262-84e8-42e680fbb987 admin admin] Router 23013b6e-675c-4895-8b90-45ef9e72cfff has already been hosted by L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f {{(pid=93163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:09:41.982548 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443d6a7-3f36-4d83-be44-8aafa6a74d43 req-cfc7b135-aa10-41a2-a642-55da1f509a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:41.984973 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1443d6a7-3f36-4d83-be44-8aafa6a74d43 req-cfc7b135-aa10-41a2-a642-55da1f509a56 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0cace3d9-d5b7-4676-96cc-bc7171040612 HTTP/1.1" status: 200 len: 849 time: 0.3311830 Jun 29 23:09:42.114400 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-2bff81f7-27f4-4f46-88bd-3a1a7c5739f0 None None] Set router e35bc8f0-c8a2-451c-b269-ba9cd96100e9 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:09:42.134415 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d1cbcf7c-02ee-4275-9291-f8fa974e947f req-9a600ab6-8830-44d7-b022-9fe86a1176bf tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/ports?device_id=18653780-38ba-4322-b2a7-58824f67bb17 HTTP/1.1" status: 200 len: 210 time: 0.0799537 Jun 29 23:09:42.243676 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 17fea40c-2114-492a-9271-df92336577fb up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:09:42.261128 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d44a5c4-d3ac-4262-84e8-42e680fbb987 admin admin] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:09:42.270687 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-5d44a5c4-d3ac-4262-84e8-42e680fbb987 admin admin] 10.222.0.30 "PUT /v2.0/routers/23013b6e-675c-4895-8b90-45ef9e72cfff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4481013 Jun 29 23:09:42.285071 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ff9e39-96b6-4d99-8cd7-91615d7dc581 None None] Sync routers for ids ['23013b6e-675c-4895-8b90-45ef9e72cfff'] in dv-cinder-769602-4-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:09:42.302070 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ff9e39-96b6-4d99-8cd7-91615d7dc581 None None] Routers {'23013b6e-675c-4895-8b90-45ef9e72cfff'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:09:42.302720 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-a2ff9e39-96b6-4d99-8cd7-91615d7dc581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:09:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['23013b6e-675c-4895-8b90-45ef9e72cfff'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:09:42.319968 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443d6a7-3f36-4d83-be44-8aafa6a74d43 req-6cd3bff8-570e-4aad-8dab-d4b9ed254125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:42.325880 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1443d6a7-3f36-4d83-be44-8aafa6a74d43 req-6cd3bff8-570e-4aad-8dab-d4b9ed254125 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=961483aa-60c5-4d0f-82a0-c19a74bfe9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3335605 Jun 29 23:09:42.380107 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port 17fea40c-2114-492a-9271-df92336577fb triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:09:42.380499 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:42.491610 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d244a6-8a17-40c2-89a7-e0d97153adf7 req-b8ea02a3-d444-4ac0-966b-07a0236cedd7 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:42.502703 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-92d244a6-8a17-40c2-89a7-e0d97153adf7 req-b8ea02a3-d444-4ac0-966b-07a0236cedd7 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.4183505 Jun 29 23:09:42.528559 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-a2ff9e39-96b6-4d99-8cd7-91615d7dc581 None None] Set router 23013b6e-675c-4895-8b90-45ef9e72cfff gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:09:42.628659 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-92d244a6-8a17-40c2-89a7-e0d97153adf7 req-ea1b44a2-7400-4e29-a81c-b56518fa397a tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218185 Jun 29 23:09:42.639016 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-2bff81f7-27f4-4f46-88bd-3a1a7c5739f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'name': 'tempest-AttachVolumeTestJSON-753116380-router', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'a4f6692f-d376-41f7-b509-b1d6598df151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:37Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': '89f7a8481a72408b89119405a6770fde', 'gw_port': {'id': 'a4f6692f-d376-41f7-b509-b1d6598df151', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_floatingips': [{'id': '012a8cdb-b4d6-4a09-9130-743c7d76cdae', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'router_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'port_id': '7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0', 'mac_address': 'fa:16:3e:e7:90:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4183b6d-beac-4669-ab03-ca98f7bed25e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:08:58Z', 'updated_at': '2021-06-29T23:09:39Z', 'revision_number': 1, 'project_id': '89f7a8481a72408b89119405a6770fde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8daac4e5-8ffc-49e5-8973-a89c79538713', 'name': '', 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'mac_address': 'fa:16:3e:3c:ed:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0cace3d9-d5b7-4676-96cc-bc7171040612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:43Z', 'updated_at': '2021-06-29T23:08:58Z', 'revision_number': 5, 'project_id': '89f7a8481a72408b89119405a6770fde', 'subnets': [{'id': '0cace3d9-d5b7-4676-96cc-bc7171040612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:09:42.670470 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1443d6a7-3f36-4d83-be44-8aafa6a74d43 req-5c4c5939-e352-408e-b890-86b926f41a1b service neutron] 10.222.0.52 "GET /v2.0/networks/961483aa-60c5-4d0f-82a0-c19a74bfe9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271742 Jun 29 23:09:42.703668 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bff81f7-27f4-4f46-88bd-3a1a7c5739f0 None None] The sync data for ids ['e35bc8f0-c8a2-451c-b269-ba9cd96100e9'] in dv-cinder-769602-4-iscsi is: [{'id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'name': 'tempest-AttachVolumeTestJSON-753116380-router', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'a4f6692f-d376-41f7-b509-b1d6598df151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:37Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': '89f7a8481a72408b89119405a6770fde', 'gw_port': {'id': 'a4f6692f-d376-41f7-b509-b1d6598df151', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_floatingips': [{'id': '012a8cdb-b4d6-4a09-9130-743c7d76cdae', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'router_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'port_id': '7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0', 'mac_address': 'fa:16:3e:e7:90:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4183b6d-beac-4669-ab03-ca98f7bed25e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:08:58Z', 'updated_at': '2021-06-29T23:09:39Z', 'revision_number': 1, 'project_id': '89f7a8481a72408b89119405a6770fde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8daac4e5-8ffc-49e5-8973-a89c79538713', 'name': '', 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'mac_address': 'fa:16:3e:3c:ed:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0cace3d9-d5b7-4676-96cc-bc7171040612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:43Z', 'updated_at': '2021-06-29T23:08:58Z', 'revision_number': 5, 'project_id': '89f7a8481a72408b89119405a6770fde', 'subnets': [{'id': '0cace3d9-d5b7-4676-96cc-bc7171040612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:09:42.849530 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-a2ff9e39-96b6-4d99-8cd7-91615d7dc581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'name': 'tempest-TestVolumeBootPattern-1089411821-router', 'tenant_id': 'e444b0c64b064d49896f40508446d2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '17fea40c-2114-492a-9271-df92336577fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:09:31Z', 'updated_at': '2021-06-29T23:09:39Z', 'revision_number': 4, 'project_id': 'e444b0c64b064d49896f40508446d2e7', 'gw_port': {'id': '17fea40c-2114-492a-9271-df92336577fb', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:09:33Z', 'updated_at': '2021-06-29T23:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': '415792bb-18f2-480d-81e2-5e5e427daa99', 'name': '', 'network_id': '91614b0c-8023-4554-a60f-a9debc2aead5', 'tenant_id': 'e444b0c64b064d49896f40508446d2e7', 'mac_address': 'fa:16:3e:31:33:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'f269cef7-2126-4abb-adf5-a4e644107e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:09:37Z', 'updated_at': '2021-06-29T23:09:40Z', 'revision_number': 2, 'project_id': 'e444b0c64b064d49896f40508446d2e7', 'subnets': [{'id': 'f269cef7-2126-4abb-adf5-a4e644107e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:09:43.043042 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ff9e39-96b6-4d99-8cd7-91615d7dc581 None None] Checking router: 23013b6e-675c-4895-8b90-45ef9e72cfff for host: dv-cinder-769602-4-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:09:43.043407 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ff9e39-96b6-4d99-8cd7-91615d7dc581 None None] Updating router 23013b6e-675c-4895-8b90-45ef9e72cfff port 415792bb-18f2-480d-81e2-5e5e427daa99 binding host dv-cinder-769602-4-iscsi {{(pid=93165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:09:43.148677 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1443d6a7-3f36-4d83-be44-8aafa6a74d43 req-043b40ee-4860-451d-b063-4789f98fa171 service neutron] 10.222.0.52 "GET /v2.0/networks/961483aa-60c5-4d0f-82a0-c19a74bfe9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4654925 Jun 29 23:09:43.149601 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-a2ff9e39-96b6-4d99-8cd7-91615d7dc581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:43.154557 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d087b42-7688-44a9-853d-9cea7ebd1a58 None None] New status for floating IP 012a8cdb-b4d6-4a09-9130-743c7d76cdae: ACTIVE {{(pid=93164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 23:09:43.439284 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 58128) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:43.447300 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-081eecc5-6f4e-44de-9f18-03dae0d0fc98 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-911408358-network', 'tenant_id': '172ebb62395342059288876b916db7e8'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:09:43.553858 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081eecc5-6f4e-44de-9f18-03dae0d0fc98 admin admin] Made reservation on behalf of 172ebb62395342059288876b916db7e8 for: {'network': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:09:43.556890 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-081eecc5-6f4e-44de-9f18-03dae0d0fc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for network, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:43.577279 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-081eecc5-6f4e-44de-9f18-03dae0d0fc98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:43.745939 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-081eecc5-6f4e-44de-9f18-03dae0d0fc98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:43.751569 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-081eecc5-6f4e-44de-9f18-03dae0d0fc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:43.759583 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-7afd5215-0487-4315-abb3-a9a242eaad51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:43.782799 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-081eecc5-6f4e-44de-9f18-03dae0d0fc98 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=93163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 23:09:43.805055 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-a2ff9e39-96b6-4d99-8cd7-91615d7dc581 None None] Notify callbacks [] for port, precommit_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:43.807698 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081eecc5-6f4e-44de-9f18-03dae0d0fc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782fa65a-e9d9-438b-b239-55d1efd4e860,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:43.816607 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-081eecc5-6f4e-44de-9f18-03dae0d0fc98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:43.817327 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.provisioning_blocks [None req-a2ff9e39-96b6-4d99-8cd7-91615d7dc581 None None] Transition to ACTIVE for port object 415792bb-18f2-480d-81e2-5e5e427daa99 will not be triggered until provisioned by entity L2. {{(pid=93165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:09:43.818116 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-081eecc5-6f4e-44de-9f18-03dae0d0fc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010'] for segment, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:43.820164 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.db.segments_db [None req-081eecc5-6f4e-44de-9f18-03dae0d0fc98 admin admin] Added segment 0f722f33-4a1c-413e-9246-12d02c5c2a95 of type vlan for network 2b22f1b8-8e6e-4f6e-8fe0-cf87760ef952 Jun 29 23:09:43.829636 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-a2ff9e39-96b6-4d99-8cd7-91615d7dc581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:43.834076 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [None req-09268ece-a0b9-4c53-ba37-12d5799ebab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:43.887375 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f716d38d-c475-47b2-b24b-6f989ff4f055 req-8b54f8c2-c23a-41cc-9e10-4f04fddce199 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] 10.222.0.30 "GET /v2.0/ports?device_id=18653780-38ba-4322-b2a7-58824f67bb17 HTTP/1.1" status: 200 len: 210 time: 0.5594234 Jun 29 23:09:43.898405 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a24d6-eb01-45dc-8ea5-c91cec1728e9 None None] Pushing event updated for resources: {'Port': ['ID=415792bb-18f2-480d-81e2-5e5e427daa99,revision_number=3']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:43.918156 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-081eecc5-6f4e-44de-9f18-03dae0d0fc98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748551094604'] for network, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:43.934578 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a24d6-eb01-45dc-8ea5-c91cec1728e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:43.935118 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a24d6-eb01-45dc-8ea5-c91cec1728e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:43.935448 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a24d6-eb01-45dc-8ea5-c91cec1728e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:43.935819 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a24d6-eb01-45dc-8ea5-c91cec1728e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:43.936140 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a24d6-eb01-45dc-8ea5-c91cec1728e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:43.936462 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a24d6-eb01-45dc-8ea5-c91cec1728e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:43.936822 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a24d6-eb01-45dc-8ea5-c91cec1728e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:43.937134 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a24d6-eb01-45dc-8ea5-c91cec1728e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:43.937470 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a24d6-eb01-45dc-8ea5-c91cec1728e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:43.937799 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a24d6-eb01-45dc-8ea5-c91cec1728e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:43.938107 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a24d6-eb01-45dc-8ea5-c91cec1728e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:43.938397 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a24d6-eb01-45dc-8ea5-c91cec1728e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:09:43.946222 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [None req-733a24d6-eb01-45dc-8ea5-c91cec1728e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:43.972167 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-081eecc5-6f4e-44de-9f18-03dae0d0fc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688'] for network, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:43.974357 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081eecc5-6f4e-44de-9f18-03dae0d0fc98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:43.974932 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-081eecc5-6f4e-44de-9f18-03dae0d0fc98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for network, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:43.978535 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-a2ff9e39-96b6-4d99-8cd7-91615d7dc581 None None] Attempting to bind port 415792bb-18f2-480d-81e2-5e5e427daa99 on host dv-cinder-769602-4-iscsi for vnic_type normal with profile {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:09:43.978901 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-a2ff9e39-96b6-4d99-8cd7-91615d7dc581 None None] Attempting to bind port 415792bb-18f2-480d-81e2-5e5e427daa99 by drivers openvswitch,hyperv on host dv-cinder-769602-4-iscsi at level 0 using segments [{'id': '4c3131ec-6831-4e51-915e-b85cb9cde4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '91614b0c-8023-4554-a60f-a9debc2aead5'}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:09:43.979317 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ff9e39-96b6-4d99-8cd7-91615d7dc581 None None] Attempting to bind port 415792bb-18f2-480d-81e2-5e5e427daa99 on network 91614b0c-8023-4554-a60f-a9debc2aead5 {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:09:43.984968 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ff9e39-96b6-4d99-8cd7-91615d7dc581 None None] Checking agent: {'id': 'a1c2e225-8bcd-423f-9b74-e274311af98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 0, 50), 'started_at': datetime.datetime(2021, 6, 29, 23, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:09:43.985480 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ff9e39-96b6-4d99-8cd7-91615d7dc581 None None] Checking segment: {'id': '4c3131ec-6831-4e51-915e-b85cb9cde4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '91614b0c-8023-4554-a60f-a9debc2aead5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:09:43.985645 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf09101-f822-4814-aef2-a3f0b80e9020 req-c0e5ee51-ed6a-461b-8ac3-0169019d36e9 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:43.985803 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-a2ff9e39-96b6-4d99-8cd7-91615d7dc581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:43.986152 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ff9e39-96b6-4d99-8cd7-91615d7dc581 None None] Bound using segment: {'id': '4c3131ec-6831-4e51-915e-b85cb9cde4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '91614b0c-8023-4554-a60f-a9debc2aead5'} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:09:43.986617 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-a2ff9e39-96b6-4d99-8cd7-91615d7dc581 None None] Bound port: 415792bb-18f2-480d-81e2-5e5e427daa99, host: dv-cinder-769602-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c3131ec-6831-4e51-915e-b85cb9cde4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '91614b0c-8023-4554-a60f-a9debc2aead5'}}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:09:43.987004 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-a2ff9e39-96b6-4d99-8cd7-91615d7dc581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:43.987954 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dbf09101-f822-4814-aef2-a3f0b80e9020 req-c0e5ee51-ed6a-461b-8ac3-0169019d36e9 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.1299989 Jun 29 23:09:43.989701 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-42f3aedf-624e-4bc3-8e05-848763076ae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:44.049027 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-081eecc5-6f4e-44de-9f18-03dae0d0fc98 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6083853 Jun 29 23:09:44.052462 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 58140) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:44.059058 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-d4b44d02-0b9e-4880-bd7e-ae2434e18bbe admin admin] Request body: {'subnet': {'network_id': '2b22f1b8-8e6e-4f6e-8fe0-cf87760ef952', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-911408358-subnet', 'tenant_id': '172ebb62395342059288876b916db7e8', 'ip_version': 4}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:09:44.062664 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-a2ff9e39-96b6-4d99-8cd7-91615d7dc581 None None] For port 415792bb-18f2-480d-81e2-5e5e427daa99, host dv-cinder-769602-4-iscsi, cleared binding levels {{(pid=93165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:09:44.068389 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-a2ff9e39-96b6-4d99-8cd7-91615d7dc581 None None] For port 415792bb-18f2-480d-81e2-5e5e427daa99, host dv-cinder-769602-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=415792bb-18f2-480d-81e2-5e5e427daa99,segment=NetworkSegment(4c3131ec-6831-4e51-915e-b85cb9cde4ad),segment_id=4c3131ec-6831-4e51-915e-b85cb9cde4ad)] {{(pid=93165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:09:44.073303 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081eecc5-6f4e-44de-9f18-03dae0d0fc98 admin admin] Pushing event updated for resources: {'Network': ['ID=2b22f1b8-8e6e-4f6e-8fe0-cf87760ef952,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:44.074355 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-a2ff9e39-96b6-4d99-8cd7-91615d7dc581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:44.077330 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-081eecc5-6f4e-44de-9f18-03dae0d0fc98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:44.078313 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [None req-a34e5cd9-b397-49db-9b92-9d3db17e0588 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:44.082457 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dbf09101-f822-4814-aef2-a3f0b80e9020 req-81b623c2-eb94-4278-ab7e-7a8a2a0172af tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856123 Jun 29 23:09:44.084520 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Network 2b22f1b8-8e6e-4f6e-8fe0-cf87760ef952 details requested by agent ovs-agent-dv-cinder-769602-4-iscsi with host dv-cinder-769602-4-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:09:44.123552 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b44d02-0b9e-4880-bd7e-ae2434e18bbe admin admin] Made reservation on behalf of 172ebb62395342059288876b916db7e8 for: {'subnet': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:09:44.129039 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d4b44d02-0b9e-4880-bd7e-ae2434e18bbe admin admin] Notify callbacks [] for subnet, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:44.143043 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ff9e39-96b6-4d99-8cd7-91615d7dc581 None None] Routers {'23013b6e-675c-4895-8b90-45ef9e72cfff'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:09:44.143772 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-a2ff9e39-96b6-4d99-8cd7-91615d7dc581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:09:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['23013b6e-675c-4895-8b90-45ef9e72cfff'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:09:44.145487 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a24d6-eb01-45dc-8ea5-c91cec1728e9 None None] Pushing event updated for resources: {'Port': ['ID=415792bb-18f2-480d-81e2-5e5e427daa99,revision_number=4']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:44.157611 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [None req-733a24d6-eb01-45dc-8ea5-c91cec1728e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:44.269919 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-a2ff9e39-96b6-4d99-8cd7-91615d7dc581 None None] Set router 23013b6e-675c-4895-8b90-45ef9e72cfff gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:09:44.324685 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d4b44d02-0b9e-4880-bd7e-ae2434e18bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688'] for subnet, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:44.327709 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-afb93bef-af76-4eeb-bf0b-73bb55225667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:44.384819 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b44d02-0b9e-4880-bd7e-ae2434e18bbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b96fda3-966a-4eab-bb93-34e34479bb42,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:44.391554 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-d4b44d02-0b9e-4880-bd7e-ae2434e18bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:44.401852 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b44d02-0b9e-4880-bd7e-ae2434e18bbe admin admin] Checking segment: {'id': '0f722f33-4a1c-413e-9246-12d02c5c2a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2b22f1b8-8e6e-4f6e-8fe0-cf87760ef952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:09:44.402286 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b44d02-0b9e-4880-bd7e-ae2434e18bbe admin admin] Network hostable DHCP agents. Network: 2b22f1b8-8e6e-4f6e-8fe0-cf87760ef952, hostable agents: ['cfabb9e1-4ba2-4051-95c8-b215c3ad7269'], hosted agents: [] {{(pid=93162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:09:44.421678 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b44d02-0b9e-4880-bd7e-ae2434e18bbe admin admin] Network 2b22f1b8-8e6e-4f6e-8fe0-cf87760ef952 is scheduled to be hosted by DHCP agent cfabb9e1-4ba2-4051-95c8-b215c3ad7269 with binding_index 1 {{(pid=93162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:09:44.432255 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-d4b44d02-0b9e-4880-bd7e-ae2434e18bbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-4-iscsi, 2b22f1b8-8e6e-4f6e-8fe0-cf87760ef952) {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:09:44.436889 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b44d02-0b9e-4880-bd7e-ae2434e18bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:44.437534 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d4b44d02-0b9e-4880-bd7e-ae2434e18bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:44.449206 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f874206-09c5-42aa-981a-9106546ddea9 None None] Network 2b22f1b8-8e6e-4f6e-8fe0-cf87760ef952 requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:09:44.454978 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-d4b44d02-0b9e-4880-bd7e-ae2434e18bbe admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4001353 Jun 29 23:09:44.457443 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 58148) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:44.464073 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-bbd29902-280d-4ed7-a965-7f4fce54c836 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-911408358-router', 'tenant_id': '172ebb62395342059288876b916db7e8', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'}}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:09:44.488496 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-bbd29902-280d-4ed7-a965-7f4fce54c836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-450309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2020'] for router, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:44.490092 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-bbd29902-280d-4ed7-a965-7f4fce54c836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2029'] for router, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:44.529730 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-a2ff9e39-96b6-4d99-8cd7-91615d7dc581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'name': 'tempest-TestVolumeBootPattern-1089411821-router', 'tenant_id': 'e444b0c64b064d49896f40508446d2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '17fea40c-2114-492a-9271-df92336577fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:09:31Z', 'updated_at': '2021-06-29T23:09:39Z', 'revision_number': 4, 'project_id': 'e444b0c64b064d49896f40508446d2e7', 'gw_port': {'id': '17fea40c-2114-492a-9271-df92336577fb', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:09:33Z', 'updated_at': '2021-06-29T23:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': '415792bb-18f2-480d-81e2-5e5e427daa99', 'name': '', 'network_id': '91614b0c-8023-4554-a60f-a9debc2aead5', 'tenant_id': 'e444b0c64b064d49896f40508446d2e7', 'mac_address': 'fa:16:3e:31:33:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'f269cef7-2126-4abb-adf5-a4e644107e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:09:37Z', 'updated_at': '2021-06-29T23:09:44Z', 'revision_number': 4, 'project_id': 'e444b0c64b064d49896f40508446d2e7', 'subnets': [{'id': 'f269cef7-2126-4abb-adf5-a4e644107e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:09:44.550706 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-bbd29902-280d-4ed7-a965-7f4fce54c836 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:44.564893 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ff9e39-96b6-4d99-8cd7-91615d7dc581 None None] The sync data for ids ['23013b6e-675c-4895-8b90-45ef9e72cfff'] in dv-cinder-769602-4-iscsi is: [{'id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'name': 'tempest-TestVolumeBootPattern-1089411821-router', 'tenant_id': 'e444b0c64b064d49896f40508446d2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '17fea40c-2114-492a-9271-df92336577fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:09:31Z', 'updated_at': '2021-06-29T23:09:39Z', 'revision_number': 4, 'project_id': 'e444b0c64b064d49896f40508446d2e7', 'gw_port': {'id': '17fea40c-2114-492a-9271-df92336577fb', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:09:33Z', 'updated_at': '2021-06-29T23:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': '415792bb-18f2-480d-81e2-5e5e427daa99', 'name': '', 'network_id': '91614b0c-8023-4554-a60f-a9debc2aead5', 'tenant_id': 'e444b0c64b064d49896f40508446d2e7', 'mac_address': 'fa:16:3e:31:33:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'f269cef7-2126-4abb-adf5-a4e644107e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:09:37Z', 'updated_at': '2021-06-29T23:09:44Z', 'revision_number': 4, 'project_id': 'e444b0c64b064d49896f40508446d2e7', 'subnets': [{'id': 'f269cef7-2126-4abb-adf5-a4e644107e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:09:44.777474 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-bbd29902-280d-4ed7-a965-7f4fce54c836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-489796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-450314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1823'] for router, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:44.858170 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4de0b91-4c38-4914-9820-d1ccf6854624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp803aeffc-a578-5cd1-be8d-e0bc517096b8-2b22f1b8-8e6e-4f6e-8fe0-cf87760ef952', 'network_id': '2b22f1b8-8e6e-4f6e-8fe0-cf87760ef952', 'tenant_id': '172ebb62395342059288876b916db7e8', 'fixed_ips': [{'subnet_id': '9b96fda3-966a-4eab-bb93-34e34479bb42'}]}} from dv-cinder-769602-4-iscsi. {{(pid=93164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 23:09:44.859144 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f4de0b91-4c38-4914-9820-d1ccf6854624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:44.881320 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device e56cb7d8-68d6-49ce-8892-1665e02decd0 no longer exists at agent hyperv_hv-cinder-76960 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:09:45.082322 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] No Port match for: e56cb7d8-68d6-49ce-8892-1665e02decd0 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:09:45.082550 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device e56cb7d8-68d6-49ce-8892-1665e02decd0 not bound to the agent host hv-cinder-76960 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:09:45.106891 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-bbd29902-280d-4ed7-a965-7f4fce54c836 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:45.147126 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-bbd29902-280d-4ed7-a965-7f4fce54c836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:45.251326 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.db_base_plugin_common [None req-f4de0b91-4c38-4914-9820-d1ccf6854624 None None] Allocated IP 172.20.0.2 (2b22f1b8-8e6e-4f6e-8fe0-cf87760ef952/9b96fda3-966a-4eab-bb93-34e34479bb42/e3c5619a-6a6c-4547-b155-78b85f7a290e) {{(pid=93164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:09:45.356438 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-bbd29902-280d-4ed7-a965-7f4fce54c836 admin admin] Allocated IP 172.27.0.245 (4f4d7b89-f14b-44bd-8c77-680ef6990266/7d983a82-3206-4a2a-9ce9-3b2c9dc20086/4e809fca-6569-41cd-822d-6161da9d46c8) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:09:45.535875 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b93e4-9842-4402-a7b8-c53c10e9a559 req-185660e9-493e-43bb-a835-4b0b9a62f92f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:45.539840 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0b8b93e4-9842-4402-a7b8-c53c10e9a559 req-185660e9-493e-43bb-a835-4b0b9a62f92f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.1600821 Jun 29 23:09:45.614926 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f4de0b91-4c38-4914-9820-d1ccf6854624 None None] Notify callbacks [] for port, precommit_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:45.627233 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0b8b93e4-9842-4402-a7b8-c53c10e9a559 req-36693f07-d070-4ae2-be35-4521783de24e tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797403 Jun 29 23:09:45.635506 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f4de0b91-4c38-4914-9820-d1ccf6854624 None None] Transition to ACTIVE for port object e3c5619a-6a6c-4547-b155-78b85f7a290e will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:09:45.659757 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f4de0b91-4c38-4914-9820-d1ccf6854624 None None] Transition to ACTIVE for port object e3c5619a-6a6c-4547-b155-78b85f7a290e will not be triggered until provisioned by entity DHCP. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:09:45.662254 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-bbd29902-280d-4ed7-a965-7f4fce54c836 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:45.667408 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f4de0b91-4c38-4914-9820-d1ccf6854624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181'] for port, after_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:45.673248 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:45.697044 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 58190) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:45.711168 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 58196) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:45.753423 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-bbd29902-280d-4ed7-a965-7f4fce54c836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:45.756931 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4de0b91-4c38-4914-9820-d1ccf6854624 None None] Network 2b22f1b8-8e6e-4f6e-8fe0-cf87760ef952 is already hosted by enough agents. {{(pid=93164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:09:45.760417 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.scheduler.base_scheduler [None req-f4de0b91-4c38-4914-9820-d1ccf6854624 None None] Resources bound (agent type, host, resource id): {{(pid=93164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:09:45.764615 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-9f19bd5f-ec5d-429b-a226-f0e62adb0ab8 tempest-DeleteServersTestJSON-637093406 tempest-DeleteServersTestJSON-637093406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:45.768978 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4de0b91-4c38-4914-9820-d1ccf6854624 None None] Received port after_create {{(pid=93164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:09:45.774119 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de0b91-4c38-4914-9820-d1ccf6854624 None None] Pushing event updated for resources: {'Port': ['ID=e3c5619a-6a6c-4547-b155-78b85f7a290e,revision_number=1']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:45.778840 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-f4de0b91-4c38-4914-9820-d1ccf6854624 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:45.810688 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd29902-280d-4ed7-a965-7f4fce54c836 admin admin] Network 4f4d7b89-f14b-44bd-8c77-680ef6990266 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:09:45.821725 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-bbd29902-280d-4ed7-a965-7f4fce54c836 admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:09:45.827804 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd29902-280d-4ed7-a965-7f4fce54c836 admin admin] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:09:45.875888 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-f4de0b91-4c38-4914-9820-d1ccf6854624 None None] Attempting to bind port e3c5619a-6a6c-4547-b155-78b85f7a290e on host dv-cinder-769602-4-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:09:45.876267 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-f4de0b91-4c38-4914-9820-d1ccf6854624 None None] Attempting to bind port e3c5619a-6a6c-4547-b155-78b85f7a290e by drivers openvswitch,hyperv on host dv-cinder-769602-4-iscsi at level 0 using segments [{'id': '0f722f33-4a1c-413e-9246-12d02c5c2a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2b22f1b8-8e6e-4f6e-8fe0-cf87760ef952'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:09:45.876689 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4de0b91-4c38-4914-9820-d1ccf6854624 None None] Attempting to bind port e3c5619a-6a6c-4547-b155-78b85f7a290e on network 2b22f1b8-8e6e-4f6e-8fe0-cf87760ef952 {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:09:45.885759 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4de0b91-4c38-4914-9820-d1ccf6854624 None None] Checking agent: {'id': 'a1c2e225-8bcd-423f-9b74-e274311af98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 0, 50), 'started_at': datetime.datetime(2021, 6, 29, 23, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:09:45.886381 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4de0b91-4c38-4914-9820-d1ccf6854624 None None] Checking segment: {'id': '0f722f33-4a1c-413e-9246-12d02c5c2a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2b22f1b8-8e6e-4f6e-8fe0-cf87760ef952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:09:45.886926 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f4de0b91-4c38-4914-9820-d1ccf6854624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:45.887462 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4de0b91-4c38-4914-9820-d1ccf6854624 None None] Bound using segment: {'id': '0f722f33-4a1c-413e-9246-12d02c5c2a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2b22f1b8-8e6e-4f6e-8fe0-cf87760ef952'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:09:45.888606 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-f4de0b91-4c38-4914-9820-d1ccf6854624 None None] Bound port: e3c5619a-6a6c-4547-b155-78b85f7a290e, host: dv-cinder-769602-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f722f33-4a1c-413e-9246-12d02c5c2a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2b22f1b8-8e6e-4f6e-8fe0-cf87760ef952'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:09:45.889310 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f4de0b91-4c38-4914-9820-d1ccf6854624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:45.970571 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd29902-280d-4ed7-a965-7f4fce54c836 admin admin] Pushing event updated for resources: {'Port': ['ID=4e809fca-6569-41cd-822d-6161da9d46c8,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:45.974221 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-bbd29902-280d-4ed7-a965-7f4fce54c836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:45.977450 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-f4de0b91-4c38-4914-9820-d1ccf6854624 None None] For port e3c5619a-6a6c-4547-b155-78b85f7a290e, host dv-cinder-769602-4-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:09:45.978372 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2ac1c3ec-b6b1-4701-a0a0-c9e7e05bbd50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:45.981444 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-f4de0b91-4c38-4914-9820-d1ccf6854624 None None] For port e3c5619a-6a6c-4547-b155-78b85f7a290e, host dv-cinder-769602-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=e3c5619a-6a6c-4547-b155-78b85f7a290e,segment=NetworkSegment(0f722f33-4a1c-413e-9246-12d02c5c2a95),segment_id=0f722f33-4a1c-413e-9246-12d02c5c2a95)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:09:45.988780 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f4de0b91-4c38-4914-9820-d1ccf6854624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:45.991919 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:46.018025 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-24be0334-7c49-4dae-9fb1-1b9e95f893fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:46.052797 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de0b91-4c38-4914-9820-d1ccf6854624 None None] Pushing event updated for resources: {'Port': ['ID=e3c5619a-6a6c-4547-b155-78b85f7a290e,revision_number=2']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:46.057141 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-f4de0b91-4c38-4914-9820-d1ccf6854624 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:46.161852 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-bbd29902-280d-4ed7-a965-7f4fce54c836 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:46.206250 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 415792bb-18f2-480d-81e2-5e5e427daa99 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:09:46.227539 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2ac1c3ec-b6b1-4701-a0a0-c9e7e05bbd50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:46.257379 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2ac1c3ec-b6b1-4701-a0a0-c9e7e05bbd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:46.262330 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:46.307813 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning for port 415792bb-18f2-480d-81e2-5e5e427daa99 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:09:46.311908 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-2ac1c3ec-b6b1-4701-a0a0-c9e7e05bbd50 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ebd8c97bebc49c9af0bb1693cea02ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5965581 Jun 29 23:09:46.330836 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 58204) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:46.333151 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port 415792bb-18f2-480d-81e2-5e5e427daa99 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:09:46.333538 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:46.343532 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1c3ec-b6b1-4701-a0a0-c9e7e05bbd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39c3ac3-6c20-4eff-b95e-82549456266b,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:46.355362 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-2ac1c3ec-b6b1-4701-a0a0-c9e7e05bbd50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:46.409741 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-24be0334-7c49-4dae-9fb1-1b9e95f893fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:46.416835 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-24be0334-7c49-4dae-9fb1-1b9e95f893fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:46.423296 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-8bff0eb4-1183-4d62-8463-ed24526e3133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:46.461901 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:46.481486 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-24be0334-7c49-4dae-9fb1-1b9e95f893fe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e77865fcc1b4cf19c1fe49253d2ca36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7797554 Jun 29 23:09:46.482513 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 58206) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:46.487850 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9fac1a91-37e5-4d62-a5f6-e48ce50bafbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:46.492509 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be0334-7c49-4dae-9fb1-1b9e95f893fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8410d9-ad7c-4669-b284-087941a2a0e9,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:46.496136 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-24be0334-7c49-4dae-9fb1-1b9e95f893fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:46.511036 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] For port 415792bb-18f2-480d-81e2-5e5e427daa99, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=415792bb-18f2-480d-81e2-5e5e427daa99,segment=NetworkSegment(4c3131ec-6831-4e51-915e-b85cb9cde4ad),segment_id=4c3131ec-6831-4e51-915e-b85cb9cde4ad)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:09:46.518055 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:46.522016 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:46.524291 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9fac1a91-37e5-4d62-a5f6-e48ce50bafbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:46.532721 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-bbd29902-280d-4ed7-a965-7f4fce54c836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-450323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-489888'] for router, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:46.547635 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-509f8fe2-e11a-45f0-b8e2-6c93197e59e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:46.571158 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-509f8fe2-e11a-45f0-b8e2-6c93197e59e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:46.577356 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Pushing event updated for resources: {'Port': ['ID=415792bb-18f2-480d-81e2-5e5e427daa99,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:46.582930 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:46.624962 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-509f8fe2-e11a-45f0-b8e2-6c93197e59e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:46.629454 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-509f8fe2-e11a-45f0-b8e2-6c93197e59e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:46.630720 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-509f8fe2-e11a-45f0-b8e2-6c93197e59e6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dd8410d9-ad7c-4669-b284-087941a2a0e9 HTTP/1.1" status: 204 len: 168 time: 0.1468298 Jun 29 23:09:46.631523 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-0d4fde5d-3eea-47ee-8318-5d33749f1f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:46.640152 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f8fe2-e11a-45f0-b8e2-6c93197e59e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8410d9-ad7c-4669-b284-087941a2a0e9,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:46.642597 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-509f8fe2-e11a-45f0-b8e2-6c93197e59e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:46.666075 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9fac1a91-37e5-4d62-a5f6-e48ce50bafbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:46.669083 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9fac1a91-37e5-4d62-a5f6-e48ce50bafbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:46.672934 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-9fac1a91-37e5-4d62-a5f6-e48ce50bafbf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b39c3ac3-6c20-4eff-b95e-82549456266b HTTP/1.1" status: 204 len: 168 time: 0.3387947 Jun 29 23:09:46.675427 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-2ac1c3ec-b6b1-4701-a0a0-c9e7e05bbd50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:46.692797 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac1a91-37e5-4d62-a5f6-e48ce50bafbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39c3ac3-6c20-4eff-b95e-82549456266b,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:46.696476 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-9fac1a91-37e5-4d62-a5f6-e48ce50bafbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:46.736851 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd29902-280d-4ed7-a965-7f4fce54c836 admin admin] Router e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0 is scheduled to L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f with binding_index 1 {{(pid=93162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 23:09:46.861010 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd29902-280d-4ed7-a965-7f4fce54c836 admin admin] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:09:46.873021 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059e1f78-8069-4842-83e0-863b53d69766 None None] Sync routers for ids ['e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0'] in dv-cinder-769602-4-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:09:46.887761 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-bbd29902-280d-4ed7-a965-7f4fce54c836 admin admin] Notify callbacks [] for router, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:46.892542 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 58224) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:46.893305 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-bbd29902-280d-4ed7-a965-7f4fce54c836 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4321878 Jun 29 23:09:46.907309 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059e1f78-8069-4842-83e0-863b53d69766 None None] Routers {'e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:09:46.908100 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-059e1f78-8069-4842-83e0-863b53d69766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:09:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:09:47.126691 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-6bd0092a-05cc-4d4f-8dc6-1f26f14d58b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:47.147454 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-059e1f78-8069-4842-83e0-863b53d69766 None None] Set router e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:09:47.172332 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 58232) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:47.189396 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6d26cf34-5480-4add-8346-4d581f56d677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:47.354366 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6d26cf34-5480-4add-8346-4d581f56d677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:47.360165 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6d26cf34-5480-4add-8346-4d581f56d677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:47.386389 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:47.393028 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-6d26cf34-5480-4add-8346-4d581f56d677 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d7e3e035368f4eceb875e706d16995dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2195394 Jun 29 23:09:47.393701 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 58236) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:47.415365 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26cf34-5480-4add-8346-4d581f56d677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d4c9b4-b37c-4633-ad74-112175315b0d,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:47.418930 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-6d26cf34-5480-4add-8346-4d581f56d677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:47.454000 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-059e1f78-8069-4842-83e0-863b53d69766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0', 'name': 'tempest-TestVolumeBootPattern-911408358-router', 'tenant_id': '172ebb62395342059288876b916db7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '4e809fca-6569-41cd-822d-6161da9d46c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:09:44Z', 'updated_at': '2021-06-29T23:09:46Z', 'revision_number': 3, 'project_id': '172ebb62395342059288876b916db7e8', 'gw_port': {'id': '4e809fca-6569-41cd-822d-6161da9d46c8', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:09:45Z', 'updated_at': '2021-06-29T23:09:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi'}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:09:47.479030 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04292bc7-ab78-453c-9c61-9aa5085a3d52 None None] Network 2b22f1b8-8e6e-4f6e-8fe0-cf87760ef952 requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:09:47.497168 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059e1f78-8069-4842-83e0-863b53d69766 None None] Checking router: e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0 for host: dv-cinder-769602-4-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:09:47.497524 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059e1f78-8069-4842-83e0-863b53d69766 None None] Updating router e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0 port 4e809fca-6569-41cd-822d-6161da9d46c8 binding host dv-cinder-769602-4-iscsi {{(pid=93165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:09:47.511892 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-02593387-5542-44c5-99ff-2b1bc2aa7e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:47.545494 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-059e1f78-8069-4842-83e0-863b53d69766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:47.566610 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-02593387-5542-44c5-99ff-2b1bc2aa7e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:47.579314 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-e4c120df-61c5-49a5-bccd-027d25a1b3eb None None] Provisioning for port e3c5619a-6a6c-4547-b155-78b85f7a290e completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:09:47.593620 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5caeee1f-40d6-4f64-acda-5ac5e3ec591b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:47.688201 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-02593387-5542-44c5-99ff-2b1bc2aa7e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:47.690947 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-02593387-5542-44c5-99ff-2b1bc2aa7e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:47.692428 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-02593387-5542-44c5-99ff-2b1bc2aa7e24 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/89d4c9b4-b37c-4633-ad74-112175315b0d HTTP/1.1" status: 204 len: 168 time: 0.2971859 Jun 29 23:09:47.695776 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-efba09fd-12f1-43f6-806f-c5a871b440d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:47.723361 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02593387-5542-44c5-99ff-2b1bc2aa7e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d4c9b4-b37c-4633-ad74-112175315b0d,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:47.756040 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-02593387-5542-44c5-99ff-2b1bc2aa7e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:47.904447 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [None req-5caeee1f-40d6-4f64-acda-5ac5e3ec591b admin admin] Allocated IP 172.20.0.1 (2b22f1b8-8e6e-4f6e-8fe0-cf87760ef952/9b96fda3-966a-4eab-bb93-34e34479bb42/d037bb9a-475f-438f-b2a0-d2a7fb112867) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:09:47.991761 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-059e1f78-8069-4842-83e0-863b53d69766 None None] Notify callbacks [] for port, precommit_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:48.016985 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.provisioning_blocks [None req-059e1f78-8069-4842-83e0-863b53d69766 None None] Transition to ACTIVE for port object 4e809fca-6569-41cd-822d-6161da9d46c8 will not be triggered until provisioned by entity L2. {{(pid=93165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:09:48.026698 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-059e1f78-8069-4842-83e0-863b53d69766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:48.031825 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:48.086025 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5caeee1f-40d6-4f64-acda-5ac5e3ec591b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:48.098693 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-059e1f78-8069-4842-83e0-863b53d69766 None None] Attempting to bind port 4e809fca-6569-41cd-822d-6161da9d46c8 on host dv-cinder-769602-4-iscsi for vnic_type normal with profile {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:09:48.098999 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-059e1f78-8069-4842-83e0-863b53d69766 None None] Attempting to bind port 4e809fca-6569-41cd-822d-6161da9d46c8 by drivers openvswitch,hyperv on host dv-cinder-769602-4-iscsi at level 0 using segments [{'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:09:48.099362 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059e1f78-8069-4842-83e0-863b53d69766 None None] Attempting to bind port 4e809fca-6569-41cd-822d-6161da9d46c8 on network 4f4d7b89-f14b-44bd-8c77-680ef6990266 {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:09:48.104341 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-5caeee1f-40d6-4f64-acda-5ac5e3ec591b admin admin] Transition to ACTIVE for port object d037bb9a-475f-438f-b2a0-d2a7fb112867 will not be triggered until provisioned by entity DHCP. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:09:48.109689 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059e1f78-8069-4842-83e0-863b53d69766 None None] Checking agent: {'id': 'a1c2e225-8bcd-423f-9b74-e274311af98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 0, 50), 'started_at': datetime.datetime(2021, 6, 29, 23, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:09:48.110061 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059e1f78-8069-4842-83e0-863b53d69766 None None] Checking segment: {'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:09:48.110459 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-059e1f78-8069-4842-83e0-863b53d69766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:48.110974 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059e1f78-8069-4842-83e0-863b53d69766 None None] Bound using segment: {'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:09:48.111926 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-059e1f78-8069-4842-83e0-863b53d69766 None None] Bound port: 4e809fca-6569-41cd-822d-6161da9d46c8, host: dv-cinder-769602-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'}}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:09:48.112331 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-059e1f78-8069-4842-83e0-863b53d69766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:48.114226 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091025a-31f9-4acc-8635-32e10b3437fd None None] Pushing event updated for resources: {'Port': ['ID=4e809fca-6569-41cd-822d-6161da9d46c8,revision_number=2']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:48.119663 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [None req-8091025a-31f9-4acc-8635-32e10b3437fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:48.163805 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5caeee1f-40d6-4f64-acda-5ac5e3ec591b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5732936'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:48.168903 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:48.196517 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-059e1f78-8069-4842-83e0-863b53d69766 None None] For port 4e809fca-6569-41cd-822d-6161da9d46c8, host dv-cinder-769602-4-iscsi, cleared binding levels {{(pid=93165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:09:48.199836 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-059e1f78-8069-4842-83e0-863b53d69766 None None] For port 4e809fca-6569-41cd-822d-6161da9d46c8, host dv-cinder-769602-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=4e809fca-6569-41cd-822d-6161da9d46c8,segment=NetworkSegment(0d7322d1-9f99-46a3-b2ff-5e8cb22a095c),segment_id=0d7322d1-9f99-46a3-b2ff-5e8cb22a095c)] {{(pid=93165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:09:48.212440 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-059e1f78-8069-4842-83e0-863b53d69766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:48.220661 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [None req-97dce967-0423-43a3-b848-1f55c61e98ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:48.221922 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5caeee1f-40d6-4f64-acda-5ac5e3ec591b admin admin] Network 2b22f1b8-8e6e-4f6e-8fe0-cf87760ef952 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:09:48.225234 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-5caeee1f-40d6-4f64-acda-5ac5e3ec591b admin admin] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:09:48.229167 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caeee1f-40d6-4f64-acda-5ac5e3ec591b admin admin] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:09:48.255644 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caeee1f-40d6-4f64-acda-5ac5e3ec591b admin admin] Pushing event updated for resources: {'Port': ['ID=d037bb9a-475f-438f-b2a0-d2a7fb112867,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:48.260725 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-5caeee1f-40d6-4f64-acda-5ac5e3ec591b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:48.277667 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5caeee1f-40d6-4f64-acda-5ac5e3ec591b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442503'] for router_interface, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:48.299699 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059e1f78-8069-4842-83e0-863b53d69766 None None] Routers {'e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:09:48.304909 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-059e1f78-8069-4842-83e0-863b53d69766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:09:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:09:48.308663 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091025a-31f9-4acc-8635-32e10b3437fd None None] Pushing event updated for resources: {'Port': ['ID=4e809fca-6569-41cd-822d-6161da9d46c8,revision_number=3']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:48.345497 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [None req-8091025a-31f9-4acc-8635-32e10b3437fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:48.411124 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device e3c5619a-6a6c-4547-b155-78b85f7a290e up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:09:48.561171 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning for port e3c5619a-6a6c-4547-b155-78b85f7a290e completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:09:48.570089 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port e3c5619a-6a6c-4547-b155-78b85f7a290e triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:09:48.570688 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:48.591276 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5caeee1f-40d6-4f64-acda-5ac5e3ec591b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:48.678289 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-233b1351-a3bc-4898-b001-357a1cd33eb6 None None] Provisioning for port d037bb9a-475f-438f-b2a0-d2a7fb112867 completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:09:48.684196 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-233b1351-a3bc-4898-b001-357a1cd33eb6 None None] Provisioning complete for port d037bb9a-475f-438f-b2a0-d2a7fb112867 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:09:48.684433 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-233b1351-a3bc-4898-b001-357a1cd33eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:48.701962 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-059e1f78-8069-4842-83e0-863b53d69766 None None] Set router e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:09:48.749977 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-233b1351-a3bc-4898-b001-357a1cd33eb6 None None] Port d037bb9a-475f-438f-b2a0-d2a7fb112867 cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:09:48.754170 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:48.796749 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] For port e3c5619a-6a6c-4547-b155-78b85f7a290e, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=e3c5619a-6a6c-4547-b155-78b85f7a290e,segment=NetworkSegment(0f722f33-4a1c-413e-9246-12d02c5c2a95),segment_id=0f722f33-4a1c-413e-9246-12d02c5c2a95)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:09:48.803050 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:48.805118 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 415792bb-18f2-480d-81e2-5e5e427daa99 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:09:48.808779 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-42cfc0ce-da82-4f49-a8ef-2d864b8d9f4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:48.900880 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Pushing event updated for resources: {'Port': ['ID=e3c5619a-6a6c-4547-b155-78b85f7a290e,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:48.907121 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:48.916850 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port 415792bb-18f2-480d-81e2-5e5e427daa99 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:09:48.917386 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:48.939224 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717386cc-09bb-47c4-aa10-4c56762c92e8 req-0432ee84-19d3-4f37-b7a9-83610efa64c1 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:48.946198 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-717386cc-09bb-47c4-aa10-4c56762c92e8 req-0432ee84-19d3-4f37-b7a9-83610efa64c1 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.3404529 Jun 29 23:09:48.988311 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-059e1f78-8069-4842-83e0-863b53d69766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0', 'name': 'tempest-TestVolumeBootPattern-911408358-router', 'tenant_id': '172ebb62395342059288876b916db7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '4e809fca-6569-41cd-822d-6161da9d46c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:09:44Z', 'updated_at': '2021-06-29T23:09:46Z', 'revision_number': 3, 'project_id': '172ebb62395342059288876b916db7e8', 'gw_port': {'id': '4e809fca-6569-41cd-822d-6161da9d46c8', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:09:45Z', 'updated_at': '2021-06-29T23:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi'}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:09:49.012259 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5caeee1f-40d6-4f64-acda-5ac5e3ec591b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:49.034059 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5caeee1f-40d6-4f64-acda-5ac5e3ec591b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732986'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:49.037427 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:49.053064 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059e1f78-8069-4842-83e0-863b53d69766 None None] The sync data for ids ['e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0'] in dv-cinder-769602-4-iscsi is: [{'id': 'e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0', 'name': 'tempest-TestVolumeBootPattern-911408358-router', 'tenant_id': '172ebb62395342059288876b916db7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '4e809fca-6569-41cd-822d-6161da9d46c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:09:44Z', 'updated_at': '2021-06-29T23:09:46Z', 'revision_number': 3, 'project_id': '172ebb62395342059288876b916db7e8', 'gw_port': {'id': '4e809fca-6569-41cd-822d-6161da9d46c8', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:09:45Z', 'updated_at': '2021-06-29T23:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi'}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:09:49.123578 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-717386cc-09bb-47c4-aa10-4c56762c92e8 req-2fa96611-3722-4aa8-b7f1-607f7e77a5a6 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558166 Jun 29 23:09:49.142660 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caeee1f-40d6-4f64-acda-5ac5e3ec591b admin admin] Pushing event updated for resources: {'Port': ['ID=d037bb9a-475f-438f-b2a0-d2a7fb112867,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:49.146290 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5caeee1f-40d6-4f64-acda-5ac5e3ec591b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442387'] for router_interface, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:49.158699 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-5caeee1f-40d6-4f64-acda-5ac5e3ec591b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:49.279554 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5caeee1f-40d6-4f64-acda-5ac5e3ec591b admin admin] Network 2b22f1b8-8e6e-4f6e-8fe0-cf87760ef952 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:09:49.281380 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-5caeee1f-40d6-4f64-acda-5ac5e3ec591b admin admin] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:09:49.425557 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 58316) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:49.540471 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5caeee1f-40d6-4f64-acda-5ac5e3ec591b admin admin] Router e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0 has already been hosted by L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f {{(pid=93163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:09:49.553022 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4bb6091-3f24-4a6b-a3d3-b746521a3045 admin admin] Deleting subnet 122a3829-92ba-4fc6-be43-01e8bc5685dd {{(pid=93162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 23:09:49.573979 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f4bb6091-3f24-4a6b-a3d3-b746521a3045 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:49.632452 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-5dfeaec6-59ff-4daf-b98a-831f428dcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:49.643514 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f4bb6091-3f24-4a6b-a3d3-b746521a3045 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:49.684399 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f4bb6091-3f24-4a6b-a3d3-b746521a3045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1567904'] for subnet, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:49.695356 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-3d7efe5f-aa0b-4f4e-9bb3-e41c897c269a None None] Provisioning complete for port d037bb9a-475f-438f-b2a0-d2a7fb112867 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:09:49.699909 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-3d7efe5f-aa0b-4f4e-9bb3-e41c897c269a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:49.740558 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 58322) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:49.767289 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-3d7efe5f-aa0b-4f4e-9bb3-e41c897c269a None None] Port d037bb9a-475f-438f-b2a0-d2a7fb112867 cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:09:49.785204 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f4bb6091-3f24-4a6b-a3d3-b746521a3045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1567929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688'] for subnet, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:49.795570 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:49.809552 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5caeee1f-40d6-4f64-acda-5ac5e3ec591b admin admin] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:09:49.814943 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-5caeee1f-40d6-4f64-acda-5ac5e3ec591b admin admin] 10.222.0.30 "PUT /v2.0/routers/e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9208553 Jun 29 23:09:49.821504 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f4bb6091-3f24-4a6b-a3d3-b746521a3045 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:49.824003 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-f4bb6091-3f24-4a6b-a3d3-b746521a3045 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/122a3829-92ba-4fc6-be43-01e8bc5685dd HTTP/1.1" status: 204 len: 168 time: 0.4042385 Jun 29 23:09:49.825328 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb6091-3f24-4a6b-a3d3-b746521a3045 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=122a3829-92ba-4fc6-be43-01e8bc5685dd,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:49.828486 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-f4bb6091-3f24-4a6b-a3d3-b746521a3045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:49.829410 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 58330) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:49.907261 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4b2d7f92-5b06-4e20-8010-71003fb8418f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:49.937483 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-46a98610-ca23-4eff-b0ea-9a3869dac83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1494429'] for network, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:50.034344 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-46a98610-ca23-4eff-b0ea-9a3869dac83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1567870', 'neutron.services.segments.db._delete_segments_for_network-8748551520579'] for network, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:50.034975 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4b2d7f92-5b06-4e20-8010-71003fb8418f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:50.041003 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4b2d7f92-5b06-4e20-8010-71003fb8418f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:50.048129 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-46a98610-ca23-4eff-b0ea-9a3869dac83e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd729ce-1183-4f9e-96cc-84a21b355d36']}} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:09:50.053950 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-9a17053b-d406-42bd-a1b1-ed5f8ee8f2db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:50.062967 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-46a98610-ca23-4eff-b0ea-9a3869dac83e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c48b2b9f-c25c-493c-b663-dfe98edfd665') {'for_net_delete': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:09:50.063343 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-46a98610-ca23-4eff-b0ea-9a3869dac83e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c48b2b9f-c25c-493c-b663-dfe98edfd665') {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:09:50.074600 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-46a98610-ca23-4eff-b0ea-9a3869dac83e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748551432138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6975651'] for segment, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:50.094203 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-46a98610-ca23-4eff-b0ea-9a3869dac83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010'] for segment, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:50.103824 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:50.106121 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a98610-ca23-4eff-b0ea-9a3869dac83e admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=93163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 23:09:50.106536 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-46a98610-ca23-4eff-b0ea-9a3869dac83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5732886'] for segment, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: Traceback (most recent call last): Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: timer() Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: cb(*args, **kw) Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: return func(*args, **kwargs) Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: self._notify() Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: self.callback(batched_events) Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: event.method(event) Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: return f(self, *a, **k) Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: return self._get(url).json() Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: return self.request(url, 'GET', **kwargs) Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 23:09:50.108821 dv-cinder-769602-4-iscsi neutron-server[93163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 23:09:50.135685 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-4b2d7f92-5b06-4e20-8010-71003fb8418f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=08ef5fabee26498b9f5e7b808abeac85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3932285 Jun 29 23:09:50.138679 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 58338) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:50.169468 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d7f92-5b06-4e20-8010-71003fb8418f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b373cc83-db69-4ead-b468-76e6d55af2d9,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:50.177909 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-4b2d7f92-5b06-4e20-8010-71003fb8418f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:50.193669 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-46a98610-ca23-4eff-b0ea-9a3869dac83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1567845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484101'] for network, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:50.205912 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-081eecc5-6f4e-44de-9f18-03dae0d0fc98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:50.234463 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-46a98610-ca23-4eff-b0ea-9a3869dac83e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for network, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:50.240036 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-46a98610-ca23-4eff-b0ea-9a3869dac83e admin admin] 10.222.0.30 "DELETE /v2.0/networks/8bd729ce-1183-4f9e-96cc-84a21b355d36 HTTP/1.1" status: 204 len: 168 time: 0.4071610 Jun 29 23:09:50.240036 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a98610-ca23-4eff-b0ea-9a3869dac83e admin admin] Pushing event deleted for resources: {'Network': ['ID=8bd729ce-1183-4f9e-96cc-84a21b355d36,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:50.243765 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-46a98610-ca23-4eff-b0ea-9a3869dac83e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:50.254634 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a8057fd8-e350-46cd-a0ad-ad0a06f0ecb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:50.283462 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a8057fd8-e350-46cd-a0ad-ad0a06f0ecb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:50.368542 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a8057fd8-e350-46cd-a0ad-ad0a06f0ecb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:50.372073 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a8057fd8-e350-46cd-a0ad-ad0a06f0ecb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:50.373723 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-a8057fd8-e350-46cd-a0ad-ad0a06f0ecb7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b373cc83-db69-4ead-b468-76e6d55af2d9 HTTP/1.1" status: 204 len: 168 time: 0.2287667 Jun 29 23:09:50.374589 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:50.385403 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8057fd8-e350-46cd-a0ad-ad0a06f0ecb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b373cc83-db69-4ead-b468-76e6d55af2d9,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:50.388206 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-a8057fd8-e350-46cd-a0ad-ad0a06f0ecb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:50.495799 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138e2b2-1221-4b7b-828b-288618c4191b req-6d3fff3d-2cd6-458d-8db0-08e204a62be1 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:50.505520 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1138e2b2-1221-4b7b-828b-288618c4191b req-6d3fff3d-2cd6-458d-8db0-08e204a62be1 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.1382883 Jun 29 23:09:50.509575 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device e3c5619a-6a6c-4547-b155-78b85f7a290e up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:09:50.538841 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 58356) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:50.637423 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-692260c8-eca1-4ee0-becb-1b7cd7597371 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8378e93c855941b39dd893e27fa43ef1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0972633 Jun 29 23:09:50.641942 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 58360) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:50.654829 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1138e2b2-1221-4b7b-828b-288618c4191b req-b9d14830-0b21-4971-9f33-24e3b8783914 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378472 Jun 29 23:09:50.668976 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port e3c5619a-6a6c-4547-b155-78b85f7a290e triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:09:50.671680 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:50.806378 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:50.807901 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 4e809fca-6569-41cd-822d-6161da9d46c8 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:09:50.808275 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-50b11fd8-63cf-4b55-90db-05bc8c037803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:50.836940 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-50b11fd8-63cf-4b55-90db-05bc8c037803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:50.897876 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning for port 4e809fca-6569-41cd-822d-6161da9d46c8 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:09:50.910933 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port 4e809fca-6569-41cd-822d-6161da9d46c8 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:09:50.911460 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:50.922201 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-50b11fd8-63cf-4b55-90db-05bc8c037803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:50.934696 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-50b11fd8-63cf-4b55-90db-05bc8c037803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:50.936320 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-50b11fd8-63cf-4b55-90db-05bc8c037803 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/573df093-9831-4d00-8fac-d015d3943764 HTTP/1.1" status: 204 len: 168 time: 0.2910001 Jun 29 23:09:50.939154 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:50.963865 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 58378) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:50.968651 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-08824de9-e5ec-4042-8c53-95aa88387ae2 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1552146588', 'description': 'tempest-secgroup-smoke-1552146588 description', 'project_id': 'e444b0c64b064d49896f40508446d2e7'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:09:50.977785 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b11fd8-63cf-4b55-90db-05bc8c037803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573df093-9831-4d00-8fac-d015d3943764,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:50.988179 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-50b11fd8-63cf-4b55-90db-05bc8c037803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:51.023660 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-08824de9-e5ec-4042-8c53-95aa88387ae2 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:51.085648 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:51.111917 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] For port 4e809fca-6569-41cd-822d-6161da9d46c8, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=4e809fca-6569-41cd-822d-6161da9d46c8,segment=NetworkSegment(0d7322d1-9f99-46a3-b2ff-5e8cb22a095c),segment_id=0d7322d1-9f99-46a3-b2ff-5e8cb22a095c)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:09:51.116995 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:51.119676 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-f4de0b91-4c38-4914-9820-d1ccf6854624 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:51.151583 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-08824de9-e5ec-4042-8c53-95aa88387ae2 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:51.155470 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-08824de9-e5ec-4042-8c53-95aa88387ae2 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:51.158951 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-6d26cf34-5480-4add-8346-4d581f56d677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:51.186571 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Pushing event updated for resources: {'Port': ['ID=4e809fca-6569-41cd-822d-6161da9d46c8,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:51.191569 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:51.196524 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-08824de9-e5ec-4042-8c53-95aa88387ae2 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:51.198030 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-08824de9-e5ec-4042-8c53-95aa88387ae2 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2329173 Jun 29 23:09:51.200924 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08824de9-e5ec-4042-8c53-95aa88387ae2 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3089ad28-dfe7-4f2c-900f-3cfd6db472d9,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:51.201119 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 58386) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:51.205284 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-08824de9-e5ec-4042-8c53-95aa88387ae2 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:51.207599 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-dc94c0c6-56a2-4187-b034-da395bac1098 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Request body: {'security_group_rule': {'security_group_id': '3089ad28-dfe7-4f2c-900f-3cfd6db472d9', 'project_id': 'e444b0c64b064d49896f40508446d2e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:09:51.260485 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-dc94c0c6-56a2-4187-b034-da395bac1098 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:51.321017 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-dc94c0c6-56a2-4187-b034-da395bac1098 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:51.325184 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-dc94c0c6-56a2-4187-b034-da395bac1098 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-377750'] for security_group_rule, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:51.327354 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-8a173010-e726-4843-8f9a-2d6fca734e93 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:51.353250 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94c0c6-56a2-4187-b034-da395bac1098 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b6360f-0c0d-40e2-bf2f-c290c8557c02,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:51.356419 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-dc94c0c6-56a2-4187-b034-da395bac1098 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:51.359355 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-dc94c0c6-56a2-4187-b034-da395bac1098 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:51.360613 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-dc94c0c6-56a2-4187-b034-da395bac1098 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1579652 Jun 29 23:09:51.363559 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 58394) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:51.368844 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-7b9544d5-769c-4bb7-bd9e-55c2f630f0b8 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Request body: {'security_group_rule': {'security_group_id': '3089ad28-dfe7-4f2c-900f-3cfd6db472d9', 'project_id': 'e444b0c64b064d49896f40508446d2e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:09:51.398705 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7b9544d5-769c-4bb7-bd9e-55c2f630f0b8 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:51.462267 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7b9544d5-769c-4bb7-bd9e-55c2f630f0b8 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:51.466072 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7b9544d5-769c-4bb7-bd9e-55c2f630f0b8 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-377750'] for security_group_rule, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:51.468097 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:51.489209 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9544d5-769c-4bb7-bd9e-55c2f630f0b8 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=175296cd-d6ea-4d26-b965-6780281d12d7,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:51.492882 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-7b9544d5-769c-4bb7-bd9e-55c2f630f0b8 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:51.494195 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7b9544d5-769c-4bb7-bd9e-55c2f630f0b8 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:51.495651 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-7b9544d5-769c-4bb7-bd9e-55c2f630f0b8 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1308944 Jun 29 23:09:51.498353 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 58406) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:51.503053 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-f034ebf1-d71c-4002-b971-8506b680ac01 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Request body: {'security_group_rule': {'security_group_id': '3089ad28-dfe7-4f2c-900f-3cfd6db472d9', 'project_id': 'e444b0c64b064d49896f40508446d2e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:09:51.531242 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f034ebf1-d71c-4002-b971-8506b680ac01 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:51.610695 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f034ebf1-d71c-4002-b971-8506b680ac01 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:51.615580 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f034ebf1-d71c-4002-b971-8506b680ac01 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-377750'] for security_group_rule, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:51.618701 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:51.638428 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034ebf1-d71c-4002-b971-8506b680ac01 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=373220eb-1b25-4894-a08f-75958cb77e31,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:51.641253 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-f034ebf1-d71c-4002-b971-8506b680ac01 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:51.648219 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f034ebf1-d71c-4002-b971-8506b680ac01 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:51.652747 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 58416) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:51.653228 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-f034ebf1-d71c-4002-b971-8506b680ac01 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1533735 Jun 29 23:09:51.658529 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-7d97456e-5a25-49b7-a2b0-3a3196ab1ce3 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Request body: {'security_group_rule': {'security_group_id': '3089ad28-dfe7-4f2c-900f-3cfd6db472d9', 'project_id': 'e444b0c64b064d49896f40508446d2e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:09:51.737604 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7d97456e-5a25-49b7-a2b0-3a3196ab1ce3 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:51.918019 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7d97456e-5a25-49b7-a2b0-3a3196ab1ce3 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:51.932544 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7d97456e-5a25-49b7-a2b0-3a3196ab1ce3 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-377750'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:51.936198 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:51.951016 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d97456e-5a25-49b7-a2b0-3a3196ab1ce3 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e0d0116-b7b1-4d12-8ca2-bb3df81a0db5,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:51.953912 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-7d97456e-5a25-49b7-a2b0-3a3196ab1ce3 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:51.984221 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45039bc2-1ad3-4707-a6b5-b6ce8a5f0736 req-8e8256d6-7863-4364-9fd8-614eb394f7d5 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:51.985976 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-45039bc2-1ad3-4707-a6b5-b6ce8a5f0736 req-8e8256d6-7863-4364-9fd8-614eb394f7d5 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.1560366 Jun 29 23:09:52.011284 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7d97456e-5a25-49b7-a2b0-3a3196ab1ce3 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:52.015606 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 58438) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:52.020540 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-732ba659-12c8-482d-b3d7-8b76b0b3f99a tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Request body: {'security_group_rule': {'security_group_id': '3089ad28-dfe7-4f2c-900f-3cfd6db472d9', 'project_id': 'e444b0c64b064d49896f40508446d2e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:09:52.026666 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-7d97456e-5a25-49b7-a2b0-3a3196ab1ce3 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3720288 Jun 29 23:09:52.074659 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.db.securitygroups_db [None req-732ba659-12c8-482d-b3d7-8b76b0b3f99a tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Project e444b0c64b064d49896f40508446d2e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 23:09:52.081780 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-45039bc2-1ad3-4707-a6b5-b6ce8a5f0736 req-5b705a69-ec12-423c-b992-a7ba29f8ae9b tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900621 Jun 29 23:09:52.086923 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-732ba659-12c8-482d-b3d7-8b76b0b3f99a tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:52.092405 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 58444) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:52.218390 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-732ba659-12c8-482d-b3d7-8b76b0b3f99a tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:52.224705 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-732ba659-12c8-482d-b3d7-8b76b0b3f99a tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-377750'] for security_group_rule, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:52.230660 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:52.255467 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 4e809fca-6569-41cd-822d-6161da9d46c8 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:09:52.264262 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ba659-12c8-482d-b3d7-8b76b0b3f99a tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=750bd07e-161b-4ec8-bef9-c25665e45bc2,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:52.274482 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-732ba659-12c8-482d-b3d7-8b76b0b3f99a tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:52.281788 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-732ba659-12c8-482d-b3d7-8b76b0b3f99a tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:52.283126 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-732ba659-12c8-482d-b3d7-8b76b0b3f99a tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2663181 Jun 29 23:09:52.285912 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 58456) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:52.294807 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-da308a8b-d862-4a6b-a937-2d5017fec4f9 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Request body: {'security_group_rule': {'security_group_id': '3089ad28-dfe7-4f2c-900f-3cfd6db472d9', 'project_id': 'e444b0c64b064d49896f40508446d2e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:09:52.300100 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-713fff08-df48-4a37-bdfd-8b8f338cb97c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1675582610-network', 'tenant_id': '84fa8dae152648e093dc8e5a4d0ef36d'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:09:52.317424 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9412c55-d8e0-4f77-811d-212011cf0621 None None] Sync routers for ids ['e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0'] in dv-cinder-769602-4-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:09:52.329635 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713fff08-df48-4a37-bdfd-8b8f338cb97c admin admin] Made reservation on behalf of 84fa8dae152648e093dc8e5a4d0ef36d for: {'network': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:09:52.332636 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-713fff08-df48-4a37-bdfd-8b8f338cb97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for network, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:52.336402 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9412c55-d8e0-4f77-811d-212011cf0621 None None] Routers {'e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:09:52.337626 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-e9412c55-d8e0-4f77-811d-212011cf0621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:09:50Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:09:52.351768 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-713fff08-df48-4a37-bdfd-8b8f338cb97c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:52.362364 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.db.securitygroups_db [None req-da308a8b-d862-4a6b-a937-2d5017fec4f9 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Project e444b0c64b064d49896f40508446d2e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 23:09:52.369796 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-da308a8b-d862-4a6b-a937-2d5017fec4f9 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:52.392550 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port 4e809fca-6569-41cd-822d-6161da9d46c8 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:09:52.393207 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:52.483636 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-da308a8b-d862-4a6b-a937-2d5017fec4f9 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:52.492394 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-da308a8b-d862-4a6b-a937-2d5017fec4f9 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-377750'] for security_group_rule, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:52.494467 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:52.498553 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-e9412c55-d8e0-4f77-811d-212011cf0621 None None] Set router e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:09:52.516875 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-713fff08-df48-4a37-bdfd-8b8f338cb97c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:52.523328 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da308a8b-d862-4a6b-a937-2d5017fec4f9 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f6fd0b-86db-47cb-8352-29b2feae5cf1,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:52.525137 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-713fff08-df48-4a37-bdfd-8b8f338cb97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:52.529539 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-c5c9d3c8-84cb-4084-8b4e-9f79e8fc61ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:52.543431 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-da308a8b-d862-4a6b-a937-2d5017fec4f9 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:52.551836 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-da308a8b-d862-4a6b-a937-2d5017fec4f9 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:52.553080 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-da308a8b-d862-4a6b-a937-2d5017fec4f9 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2656538 Jun 29 23:09:52.558359 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-713fff08-df48-4a37-bdfd-8b8f338cb97c admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=93162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 23:09:52.568441 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713fff08-df48-4a37-bdfd-8b8f338cb97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abaf9787-7515-49a0-b151-d30359cc61ed,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:52.573654 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-713fff08-df48-4a37-bdfd-8b8f338cb97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:52.574716 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-713fff08-df48-4a37-bdfd-8b8f338cb97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010'] for segment, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:52.575059 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.db.segments_db [None req-713fff08-df48-4a37-bdfd-8b8f338cb97c admin admin] Added segment e3f7bb9a-64ba-45aa-844e-d64cc18d706f of type vlan for network 5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 Jun 29 23:09:52.619301 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-713fff08-df48-4a37-bdfd-8b8f338cb97c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748551094604'] for network, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:52.636659 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:52.668034 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-713fff08-df48-4a37-bdfd-8b8f338cb97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688'] for network, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:52.671747 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713fff08-df48-4a37-bdfd-8b8f338cb97c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:52.673459 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-713fff08-df48-4a37-bdfd-8b8f338cb97c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:52.678059 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-11d6012e-aac9-49f0-8e36-569ad5eabbf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:52.752359 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-713fff08-df48-4a37-bdfd-8b8f338cb97c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6563056 Jun 29 23:09:52.753129 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 58486) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:52.767498 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 58488) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:52.768160 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-ef4a571a-0125-425f-8435-64a41e949a9b admin admin] Request body: {'subnet': {'network_id': '5d27fbb3-5d7a-4c3c-914c-7525c670a5e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1675582610-subnet', 'tenant_id': '84fa8dae152648e093dc8e5a4d0ef36d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:09:52.786964 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713fff08-df48-4a37-bdfd-8b8f338cb97c admin admin] Pushing event updated for resources: {'Network': ['ID=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:52.811399 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-713fff08-df48-4a37-bdfd-8b8f338cb97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:52.847947 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4a571a-0125-425f-8435-64a41e949a9b admin admin] Made reservation on behalf of 84fa8dae152648e093dc8e5a4d0ef36d for: {'subnet': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:09:52.851761 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ef4a571a-0125-425f-8435-64a41e949a9b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:52.862195 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Network 5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 details requested by agent ovs-agent-dv-cinder-769602-4-iscsi with host dv-cinder-769602-4-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:09:52.955612 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ed6d7cf3-66f6-442e-8f3e-3669ac4a4a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:53.067604 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ed6d7cf3-66f6-442e-8f3e-3669ac4a4a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:53.084386 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ed6d7cf3-66f6-442e-8f3e-3669ac4a4a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:53.093382 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-2e352fec-4fbf-44af-b930-e0d6815bd8e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:53.093914 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ef4a571a-0125-425f-8435-64a41e949a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688'] for subnet, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:53.098315 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:53.101948 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-e9412c55-d8e0-4f77-811d-212011cf0621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0', 'name': 'tempest-TestVolumeBootPattern-911408358-router', 'tenant_id': '172ebb62395342059288876b916db7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '4e809fca-6569-41cd-822d-6161da9d46c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:09:44Z', 'updated_at': '2021-06-29T23:09:48Z', 'revision_number': 4, 'project_id': '172ebb62395342059288876b916db7e8', 'gw_port': {'id': '4e809fca-6569-41cd-822d-6161da9d46c8', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:09:45Z', 'updated_at': '2021-06-29T23:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': 'd037bb9a-475f-438f-b2a0-d2a7fb112867', 'name': '', 'network_id': '2b22f1b8-8e6e-4f6e-8fe0-cf87760ef952', 'tenant_id': '172ebb62395342059288876b916db7e8', 'mac_address': 'fa:16:3e:5b:2f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '9b96fda3-966a-4eab-bb93-34e34479bb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:09:47Z', 'updated_at': '2021-06-29T23:09:48Z', 'revision_number': 2, 'project_id': '172ebb62395342059288876b916db7e8', 'subnets': [{'id': '9b96fda3-966a-4eab-bb93-34e34479bb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:09:53.137190 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9412c55-d8e0-4f77-811d-212011cf0621 None None] Checking router: e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0 for host: dv-cinder-769602-4-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:09:53.137620 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9412c55-d8e0-4f77-811d-212011cf0621 None None] Updating router e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0 port d037bb9a-475f-438f-b2a0-d2a7fb112867 binding host dv-cinder-769602-4-iscsi {{(pid=93164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:09:53.173292 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a571a-0125-425f-8435-64a41e949a9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d173892-21f3-4d8b-a65f-f341f79adde1,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:53.177076 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-ef4a571a-0125-425f-8435-64a41e949a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:53.177345 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-ed6d7cf3-66f6-442e-8f3e-3669ac4a4a96 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=509df8d44bd646af8d0daf7ad9600079&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4060421 Jun 29 23:09:53.177601 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 58522) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:53.189853 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4a571a-0125-425f-8435-64a41e949a9b admin admin] Checking segment: {'id': 'e3f7bb9a-64ba-45aa-844e-d64cc18d706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5d27fbb3-5d7a-4c3c-914c-7525c670a5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:09:53.190313 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4a571a-0125-425f-8435-64a41e949a9b admin admin] Network hostable DHCP agents. Network: 5d27fbb3-5d7a-4c3c-914c-7525c670a5e8, hostable agents: ['cfabb9e1-4ba2-4051-95c8-b215c3ad7269'], hosted agents: [] {{(pid=93162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:09:53.226846 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d7cf3-66f6-442e-8f3e-3669ac4a4a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aaa017d-3c48-41e0-bb62-7b584e077493,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:53.229308 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-e9412c55-d8e0-4f77-811d-212011cf0621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:53.232371 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4a571a-0125-425f-8435-64a41e949a9b admin admin] Network 5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 is scheduled to be hosted by DHCP agent cfabb9e1-4ba2-4051-95c8-b215c3ad7269 with binding_index 1 {{(pid=93162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:09:53.251094 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-ed6d7cf3-66f6-442e-8f3e-3669ac4a4a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:53.251726 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-ef4a571a-0125-425f-8435-64a41e949a9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-4-iscsi, 5d27fbb3-5d7a-4c3c-914c-7525c670a5e8) {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:09:53.257779 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4a571a-0125-425f-8435-64a41e949a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:53.258445 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ef4a571a-0125-425f-8435-64a41e949a9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:53.277668 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8345864e-2363-4cbc-8c54-190ded55a708 None None] Network 5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:09:53.301812 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1b38718f-202f-4f99-b704-1fdb3bd10208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:53.348658 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1b38718f-202f-4f99-b704-1fdb3bd10208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:53.398917 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-ef4a571a-0125-425f-8435-64a41e949a9b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6436694 Jun 29 23:09:53.401975 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1b38718f-202f-4f99-b704-1fdb3bd10208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:53.405839 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1b38718f-202f-4f99-b704-1fdb3bd10208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:53.410051 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6109ca-bddf-491d-9537-bdd1296e78ec req-971d6638-a4aa-48f8-86b5-bcf465056681 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:53.416219 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-1b38718f-202f-4f99-b704-1fdb3bd10208 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7aaa017d-3c48-41e0-bb62-7b584e077493 HTTP/1.1" status: 204 len: 168 time: 0.2354145 Jun 29 23:09:53.418516 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0e6109ca-bddf-491d-9537-bdd1296e78ec req-971d6638-a4aa-48f8-86b5-bcf465056681 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.1061735 Jun 29 23:09:53.419651 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-ea01d9ce-b7cc-4e4e-92f3-b56b3be6712d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:53.464050 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38718f-202f-4f99-b704-1fdb3bd10208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aaa017d-3c48-41e0-bb62-7b584e077493,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:53.469742 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-1b38718f-202f-4f99-b704-1fdb3bd10208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:53.513379 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0e6109ca-bddf-491d-9537-bdd1296e78ec req-3118b594-8387-45b7-bd41-7cc42dfa1733 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936887 Jun 29 23:09:53.735612 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c06c1cb-0a43-4833-be8f-16a36be642cf None None] Network 5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:09:53.920272 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 58568) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:53.936353 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5d28c4d1-b3d2-45bd-9cc7-53ae9adb626c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:54.035435 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-e9412c55-d8e0-4f77-811d-212011cf0621 None None] Notify callbacks [] for port, precommit_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:54.046760 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-e9412c55-d8e0-4f77-811d-212011cf0621 None None] Transition to ACTIVE for port object d037bb9a-475f-438f-b2a0-d2a7fb112867 will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:09:54.053707 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-e9412c55-d8e0-4f77-811d-212011cf0621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:54.057109 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:54.113242 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc1e9b-012c-4951-a337-79a5403c9856 None None] Pushing event updated for resources: {'Port': ['ID=d037bb9a-475f-438f-b2a0-d2a7fb112867,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:54.124008 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-dbcc1e9b-012c-4951-a337-79a5403c9856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:54.170567 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5d28c4d1-b3d2-45bd-9cc7-53ae9adb626c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:54.177702 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5d28c4d1-b3d2-45bd-9cc7-53ae9adb626c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:54.181349 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-a1ddfd20-53b5-4170-9e95-9c21a9f74753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:54.257070 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-e9412c55-d8e0-4f77-811d-212011cf0621 None None] Attempting to bind port d037bb9a-475f-438f-b2a0-d2a7fb112867 on host dv-cinder-769602-4-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:09:54.257070 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-e9412c55-d8e0-4f77-811d-212011cf0621 None None] Attempting to bind port d037bb9a-475f-438f-b2a0-d2a7fb112867 by drivers openvswitch,hyperv on host dv-cinder-769602-4-iscsi at level 0 using segments [{'id': '0f722f33-4a1c-413e-9246-12d02c5c2a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2b22f1b8-8e6e-4f6e-8fe0-cf87760ef952'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:09:54.257070 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9412c55-d8e0-4f77-811d-212011cf0621 None None] Attempting to bind port d037bb9a-475f-438f-b2a0-d2a7fb112867 on network 2b22f1b8-8e6e-4f6e-8fe0-cf87760ef952 {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:09:54.263246 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9412c55-d8e0-4f77-811d-212011cf0621 None None] Checking agent: {'id': 'a1c2e225-8bcd-423f-9b74-e274311af98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 0, 50), 'started_at': datetime.datetime(2021, 6, 29, 23, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:09:54.263929 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9412c55-d8e0-4f77-811d-212011cf0621 None None] Checking segment: {'id': '0f722f33-4a1c-413e-9246-12d02c5c2a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2b22f1b8-8e6e-4f6e-8fe0-cf87760ef952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:09:54.264448 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-e9412c55-d8e0-4f77-811d-212011cf0621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:54.265381 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9412c55-d8e0-4f77-811d-212011cf0621 None None] Bound using segment: {'id': '0f722f33-4a1c-413e-9246-12d02c5c2a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2b22f1b8-8e6e-4f6e-8fe0-cf87760ef952'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:09:54.266331 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-e9412c55-d8e0-4f77-811d-212011cf0621 None None] Bound port: d037bb9a-475f-438f-b2a0-d2a7fb112867, host: dv-cinder-769602-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f722f33-4a1c-413e-9246-12d02c5c2a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2b22f1b8-8e6e-4f6e-8fe0-cf87760ef952'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:09:54.267103 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-e9412c55-d8e0-4f77-811d-212011cf0621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:54.394274 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-e9412c55-d8e0-4f77-811d-212011cf0621 None None] For port d037bb9a-475f-438f-b2a0-d2a7fb112867, host dv-cinder-769602-4-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:09:54.398663 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-e9412c55-d8e0-4f77-811d-212011cf0621 None None] For port d037bb9a-475f-438f-b2a0-d2a7fb112867, host dv-cinder-769602-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=d037bb9a-475f-438f-b2a0-d2a7fb112867,segment=NetworkSegment(0f722f33-4a1c-413e-9246-12d02c5c2a95),segment_id=0f722f33-4a1c-413e-9246-12d02c5c2a95)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:09:54.405944 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:09:54.408778 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-e9412c55-d8e0-4f77-811d-212011cf0621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:54.411527 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:54.516907 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9412c55-d8e0-4f77-811d-212011cf0621 None None] Routers {'e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:09:54.517570 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-e9412c55-d8e0-4f77-811d-212011cf0621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:09:50Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:09:54.581209 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc1e9b-012c-4951-a337-79a5403c9856 None None] Pushing event updated for resources: {'Port': ['ID=d037bb9a-475f-438f-b2a0-d2a7fb112867,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:54.592975 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-dbcc1e9b-012c-4951-a337-79a5403c9856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:54.631872 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28c4d1-b3d2-45bd-9cc7-53ae9adb626c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7e9e8f-57f8-4d60-9d36-5056551bd296,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:54.635043 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-5d28c4d1-b3d2-45bd-9cc7-53ae9adb626c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:54.637688 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-5d28c4d1-b3d2-45bd-9cc7-53ae9adb626c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a4b4a675784d426f922629de3fcd709f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7163475 Jun 29 23:09:54.640634 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 58596) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:09:54.651386 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-16135aa4-ebb2-48f7-bf52-c8d915b34a4c tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:54.654768 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-16135aa4-ebb2-48f7-bf52-c8d915b34a4c tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/networks?id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 HTTP/1.1" status: 200 len: 815 time: 0.2807848 Jun 29 23:09:54.684817 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-9f2b79b6-263c-4d31-b099-ee0af7b0d9be tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/quotas/84fa8dae152648e093dc8e5a4d0ef36d HTTP/1.1" status: 200 len: 375 time: 0.0232491 Jun 29 23:09:54.688449 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-e9412c55-d8e0-4f77-811d-212011cf0621 None None] Set router e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:09:54.730721 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-89ab1acd-de33-44ee-93e0-50fc7bc8d4d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:54.732488 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-2b002427-b64d-4451-974a-f2bfc32a04b4 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=84fa8dae152648e093dc8e5a4d0ef36d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404489 Jun 29 23:09:54.753082 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-89ab1acd-de33-44ee-93e0-50fc7bc8d4d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:54.819622 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-89ab1acd-de33-44ee-93e0-50fc7bc8d4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:54.822723 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-89ab1acd-de33-44ee-93e0-50fc7bc8d4d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:54.824880 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-89ab1acd-de33-44ee-93e0-50fc7bc8d4d4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de7e9e8f-57f8-4d60-9d36-5056551bd296 HTTP/1.1" status: 204 len: 168 time: 0.1826785 Jun 29 23:09:54.825917 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-05d53b65-048b-4844-93da-82487025abcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:54.838787 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab1acd-de33-44ee-93e0-50fc7bc8d4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7e9e8f-57f8-4d60-9d36-5056551bd296,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:54.845226 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-89ab1acd-de33-44ee-93e0-50fc7bc8d4d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:54.881407 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-b8c3ba1c-735e-4a74-b921-f098cfde3c28 service neutron] 10.222.0.30 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391134 Jun 29 23:09:55.011839 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-c068fe00-2739-4aa3-b1a6-d4bae45b86da service neutron] 10.222.0.30 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288545 Jun 29 23:09:55.043823 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-e9412c55-d8e0-4f77-811d-212011cf0621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0', 'name': 'tempest-TestVolumeBootPattern-911408358-router', 'tenant_id': '172ebb62395342059288876b916db7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '4e809fca-6569-41cd-822d-6161da9d46c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:09:44Z', 'updated_at': '2021-06-29T23:09:48Z', 'revision_number': 4, 'project_id': '172ebb62395342059288876b916db7e8', 'gw_port': {'id': '4e809fca-6569-41cd-822d-6161da9d46c8', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:09:45Z', 'updated_at': '2021-06-29T23:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': 'd037bb9a-475f-438f-b2a0-d2a7fb112867', 'name': '', 'network_id': '2b22f1b8-8e6e-4f6e-8fe0-cf87760ef952', 'tenant_id': '172ebb62395342059288876b916db7e8', 'mac_address': 'fa:16:3e:5b:2f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '9b96fda3-966a-4eab-bb93-34e34479bb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:09:47Z', 'updated_at': '2021-06-29T23:09:54Z', 'revision_number': 4, 'project_id': '172ebb62395342059288876b916db7e8', 'subnets': [{'id': '9b96fda3-966a-4eab-bb93-34e34479bb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:09:55.078788 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9412c55-d8e0-4f77-811d-212011cf0621 None None] The sync data for ids ['e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0'] in dv-cinder-769602-4-iscsi is: [{'id': 'e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0', 'name': 'tempest-TestVolumeBootPattern-911408358-router', 'tenant_id': '172ebb62395342059288876b916db7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '4e809fca-6569-41cd-822d-6161da9d46c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:09:44Z', 'updated_at': '2021-06-29T23:09:48Z', 'revision_number': 4, 'project_id': '172ebb62395342059288876b916db7e8', 'gw_port': {'id': '4e809fca-6569-41cd-822d-6161da9d46c8', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:09:45Z', 'updated_at': '2021-06-29T23:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': 'd037bb9a-475f-438f-b2a0-d2a7fb112867', 'name': '', 'network_id': '2b22f1b8-8e6e-4f6e-8fe0-cf87760ef952', 'tenant_id': '172ebb62395342059288876b916db7e8', 'mac_address': 'fa:16:3e:5b:2f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '9b96fda3-966a-4eab-bb93-34e34479bb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:09:47Z', 'updated_at': '2021-06-29T23:09:54Z', 'revision_number': 4, 'project_id': '172ebb62395342059288876b916db7e8', 'subnets': [{'id': '9b96fda3-966a-4eab-bb93-34e34479bb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:09:55.445045 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8c3de-3728-43d5-bf65-be460c7d3060 req-7105b3ee-4a8e-44ac-9526-5b465db66f99 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:55.446871 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-57f8c3de-3728-43d5-bf65-be460c7d3060 req-7105b3ee-4a8e-44ac-9526-5b465db66f99 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.0964971 Jun 29 23:09:55.505430 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-57f8c3de-3728-43d5-bf65-be460c7d3060 req-c08aa383-a8ce-407e-a937-fa2916b78019 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506036 Jun 29 23:09:56.227101 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device d037bb9a-475f-438f-b2a0-d2a7fb112867 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:09:56.307542 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning for port d037bb9a-475f-438f-b2a0-d2a7fb112867 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:09:56.311839 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port d037bb9a-475f-438f-b2a0-d2a7fb112867 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:09:56.312273 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:56.434262 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:56.469989 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] For port d037bb9a-475f-438f-b2a0-d2a7fb112867, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=d037bb9a-475f-438f-b2a0-d2a7fb112867,segment=NetworkSegment(0f722f33-4a1c-413e-9246-12d02c5c2a95),segment_id=0f722f33-4a1c-413e-9246-12d02c5c2a95)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:09:56.483227 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:56.485101 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:56.550933 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Pushing event updated for resources: {'Port': ['ID=d037bb9a-475f-438f-b2a0-d2a7fb112867,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:56.551312 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:56.663918 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5e10c420-c319-434c-a076-3c7bce31701f req-fd866ad1-db5a-467d-b22e-f8a58ec4cb26 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=824e01ab-2aa2-49bd-a91f-9d029d89faa2 HTTP/1.1" status: 200 len: 210 time: 0.0367250 Jun 29 23:09:56.869745 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3e56b-19ce-4dbe-9080-7d4441b13a6c req-627c1f13-6040-4b0b-bec4-d9d548b4124d tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:56.877105 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e7a3e56b-19ce-4dbe-9080-7d4441b13a6c req-627c1f13-6040-4b0b-bec4-d9d548b4124d tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.0809686 Jun 29 23:09:56.921304 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e7a3e56b-19ce-4dbe-9080-7d4441b13a6c req-eb127426-9e76-4dbc-ad1b-703043e501ca tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431900 Jun 29 23:09:57.836659 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-64e564e9-36e8-4419-be66-3d613689703c req-019b4fab-aeae-4203-ba83-87cf73d6c774 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=824e01ab-2aa2-49bd-a91f-9d029d89faa2 HTTP/1.1" status: 200 len: 210 time: 0.0287337 Jun 29 23:09:58.096134 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da755bbb-4a3f-48ca-9906-f21a8255184e req-6fff10dd-3983-4307-8598-506272645b90 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:58.097547 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-da755bbb-4a3f-48ca-9906-f21a8255184e req-6fff10dd-3983-4307-8598-506272645b90 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.0636694 Jun 29 23:09:58.144196 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-da755bbb-4a3f-48ca-9906-f21a8255184e req-f407236c-8f4a-48ba-aacf-0e9eedd56a8f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360978 Jun 29 23:09:58.186976 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device d037bb9a-475f-438f-b2a0-d2a7fb112867 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:09:58.239881 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port d037bb9a-475f-438f-b2a0-d2a7fb112867 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:09:58.240239 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:58.659930 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-c3de5923-77db-4cf8-9b42-03ad5e0898e2 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:58.661532 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-c3de5923-77db-4cf8-9b42-03ad5e0898e2 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.52 "GET /v2.0/networks?id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 HTTP/1.1" status: 200 len: 815 time: 0.1601405 Jun 29 23:09:58.687838 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-4072c078-1c5a-4f14-9974-cbd61d0e9c9f tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Request body: {'port': {'device_id': '824e01ab-2aa2-49bd-a91f-9d029d89faa2', 'network_id': '5d27fbb3-5d7a-4c3c-914c-7525c670a5e8', 'admin_state_up': True, 'tenant_id': '84fa8dae152648e093dc8e5a4d0ef36d'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:09:58.849280 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-4072c078-1c5a-4f14-9974-cbd61d0e9c9f tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Made reservation on behalf of 84fa8dae152648e093dc8e5a4d0ef36d for: {'port': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:09:58.863348 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-4072c078-1c5a-4f14-9974-cbd61d0e9c9f tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:59.038511 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-4072c078-1c5a-4f14-9974-cbd61d0e9c9f tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Allocated IP 172.20.0.10 (5d27fbb3-5d7a-4c3c-914c-7525c670a5e8/8d173892-21f3-4d8b-a65f-f341f79adde1/41a38227-52e9-4fac-afd8-0da3f016c707) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:09:59.094074 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-04f8e08b-e53c-4a9d-88f6-726e65b15aad req-995d4767-ff8e-4735-8c0b-ebb477249dce tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=824e01ab-2aa2-49bd-a91f-9d029d89faa2 HTTP/1.1" status: 200 len: 210 time: 0.0452058 Jun 29 23:09:59.234858 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-4072c078-1c5a-4f14-9974-cbd61d0e9c9f tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:59.275400 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-4072c078-1c5a-4f14-9974-cbd61d0e9c9f tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5732936'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:59.279614 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-bc4977ff-f3c1-4f66-9fdb-2097b99bd748 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:09:59.577690 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-4072c078-1c5a-4f14-9974-cbd61d0e9c9f tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Network 5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:09:59.586886 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-4072c078-1c5a-4f14-9974-cbd61d0e9c9f tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:09:59.588970 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4072c078-1c5a-4f14-9974-cbd61d0e9c9f tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Pushing event updated for resources: {'Port': ['ID=41a38227-52e9-4fac-afd8-0da3f016c707,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:09:59.591950 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-4072c078-1c5a-4f14-9974-cbd61d0e9c9f tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:09:59.595920 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-4072c078-1c5a-4f14-9974-cbd61d0e9c9f tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:09:59.655057 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33119978-a7aa-4008-bf2a-7e5e385b8350 req-d4a360b4-b37e-4670-8c22-7baab3a81857 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:59.656709 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-33119978-a7aa-4008-bf2a-7e5e385b8350 req-d4a360b4-b37e-4670-8c22-7baab3a81857 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.3717859 Jun 29 23:09:59.662070 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-4072c078-1c5a-4f14-9974-cbd61d0e9c9f tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:09:59.662979 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-4072c078-1c5a-4f14-9974-cbd61d0e9c9f tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:09:59.690897 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-4072c078-1c5a-4f14-9974-cbd61d0e9c9f tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0101316 Jun 29 23:09:59.705992 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-8e887484-2ce1-4000-b028-f657c57bc393 service neutron] Request body: {'port': {'device_id': '824e01ab-2aa2-49bd-a91f-9d029d89faa2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:09:59.733538 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-33119978-a7aa-4008-bf2a-7e5e385b8350 req-f5143765-b6de-4ccd-9a7b-446580ddb983 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653901 Jun 29 23:09:59.790559 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-8e887484-2ce1-4000-b028-f657c57bc393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:00.085694 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-8e887484-2ce1-4000-b028-f657c57bc393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41a38227-52e9-4fac-afd8-0da3f016c707 {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:10:00.093817 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-8e887484-2ce1-4000-b028-f657c57bc393 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:00.122431 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-8e887484-2ce1-4000-b028-f657c57bc393 service neutron] Transition to ACTIVE for port object 41a38227-52e9-4fac-afd8-0da3f016c707 will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:10:00.126812 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-8e887484-2ce1-4000-b028-f657c57bc393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732986'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:00.130693 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:00.227700 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e887484-2ce1-4000-b028-f657c57bc393 service neutron] Pushing event updated for resources: {'Port': ['ID=41a38227-52e9-4fac-afd8-0da3f016c707,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:00.257949 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-8e887484-2ce1-4000-b028-f657c57bc393 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:00.294284 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-8e887484-2ce1-4000-b028-f657c57bc393 service neutron] Attempting to bind port 41a38227-52e9-4fac-afd8-0da3f016c707 on host hv-cinder-76960 for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:10:00.294710 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-8e887484-2ce1-4000-b028-f657c57bc393 service neutron] Attempting to bind port 41a38227-52e9-4fac-afd8-0da3f016c707 by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': 'e3f7bb9a-64ba-45aa-844e-d64cc18d706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5d27fbb3-5d7a-4c3c-914c-7525c670a5e8'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:10:00.295121 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-8e887484-2ce1-4000-b028-f657c57bc393 service neutron] Attempting to bind port 41a38227-52e9-4fac-afd8-0da3f016c707 on network 5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:10:00.300432 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-8e887484-2ce1-4000-b028-f657c57bc393 service neutron] Port 41a38227-52e9-4fac-afd8-0da3f016c707 on network 5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:10:00.300883 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-8e887484-2ce1-4000-b028-f657c57bc393 service neutron] Attempting to bind port 41a38227-52e9-4fac-afd8-0da3f016c707 on network 5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:10:00.311019 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-8e887484-2ce1-4000-b028-f657c57bc393 service neutron] Checking agent: {'id': 'a4a0778d-945d-473c-9557-d6f7decbe5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 7, 4), 'started_at': datetime.datetime(2021, 6, 29, 23, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:10:00.311353 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-8e887484-2ce1-4000-b028-f657c57bc393 service neutron] Checking segment: {'id': 'e3f7bb9a-64ba-45aa-844e-d64cc18d706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5d27fbb3-5d7a-4c3c-914c-7525c670a5e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:10:00.312390 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-8e887484-2ce1-4000-b028-f657c57bc393 service neutron] Bound using segment: {'id': 'e3f7bb9a-64ba-45aa-844e-d64cc18d706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5d27fbb3-5d7a-4c3c-914c-7525c670a5e8'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:10:00.312390 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-8e887484-2ce1-4000-b028-f657c57bc393 service neutron] Bound port: 41a38227-52e9-4fac-afd8-0da3f016c707, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3f7bb9a-64ba-45aa-844e-d64cc18d706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5d27fbb3-5d7a-4c3c-914c-7525c670a5e8'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:10:00.312646 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-8e887484-2ce1-4000-b028-f657c57bc393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:00.344439 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca853a-7606-47af-b1ad-bc9327a6e437 req-4d9f56f7-0fd0-4e2c-9b1f-ef3141782fa4 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:00.345822 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-65ca853a-7606-47af-b1ad-bc9327a6e437 req-4d9f56f7-0fd0-4e2c-9b1f-ef3141782fa4 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=824e01ab-2aa2-49bd-a91f-9d029d89faa2 HTTP/1.1" status: 200 len: 944 time: 0.0816872 Jun 29 23:10:00.406554 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-65ca853a-7606-47af-b1ad-bc9327a6e437 req-fdad72f3-9e7d-4c64-b2d0-dd129e66517b tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514057 Jun 29 23:10:00.431200 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-8e887484-2ce1-4000-b028-f657c57bc393 service neutron] For port 41a38227-52e9-4fac-afd8-0da3f016c707, host hv-cinder-76960, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:10:00.436807 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-8e887484-2ce1-4000-b028-f657c57bc393 service neutron] For port 41a38227-52e9-4fac-afd8-0da3f016c707, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=41a38227-52e9-4fac-afd8-0da3f016c707,segment=NetworkSegment(e3f7bb9a-64ba-45aa-844e-d64cc18d706f),segment_id=e3f7bb9a-64ba-45aa-844e-d64cc18d706f)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:10:00.441836 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-8e887484-2ce1-4000-b028-f657c57bc393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732986'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:00.445248 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-4072c078-1c5a-4f14-9974-cbd61d0e9c9f tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:00.494082 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-8e887484-2ce1-4000-b028-f657c57bc393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:00.494752 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-8e887484-2ce1-4000-b028-f657c57bc393 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:00.496241 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-8e887484-2ce1-4000-b028-f657c57bc393 service neutron] 10.222.0.52 "PUT /v2.0/ports/41a38227-52e9-4fac-afd8-0da3f016c707 HTTP/1.1" status: 200 len: 1094 time: 0.7949703 Jun 29 23:10:00.496799 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824e01ab-2aa2-49bd-a91f-9d029d89faa2', 'tag': '41a38227-52e9-4fac-afd8-0da3f016c707'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:10:00.499136 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316a232d699b6ed129cbc6be4a023823324df8adf1509f78b4e93fc726adbd2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cab5b94-1106-4eb1-9bad-4b0ecbabfeda" -d '{"events": [{"name": "network-changed", "server_uuid": "824e01ab-2aa2-49bd-a91f-9d029d89faa2", "tag": "41a38227-52e9-4fac-afd8-0da3f016c707"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:10:00.527747 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e887484-2ce1-4000-b028-f657c57bc393 service neutron] Pushing event updated for resources: {'Port': ['ID=41a38227-52e9-4fac-afd8-0da3f016c707,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:00.539260 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-8e887484-2ce1-4000-b028-f657c57bc393 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:00.590443 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ec27fe-4b24-4099-80f4-a49e439644f7 x-openstack-request-id: req-92ec27fe-4b24-4099-80f4-a49e439644f7 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:10:00.590443 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "824e01ab-2aa2-49bd-a91f-9d029d89faa2", "tag": "41a38227-52e9-4fac-afd8-0da3f016c707", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:10:00.590443 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-92ec27fe-4b24-4099-80f4-a49e439644f7 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:10:00.590785 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '824e01ab-2aa2-49bd-a91f-9d029d89faa2', 'tag': '41a38227-52e9-4fac-afd8-0da3f016c707', 'status': 'completed', 'code': 200} Jun 29 23:10:00.655736 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-48ba26db-68b8-43f2-ba29-258c962d8e3f req-064e2146-86fa-4755-a59e-a3438ab9418d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750089 Jun 29 23:10:00.672613 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-3a614517-a5ec-47b6-bb28-eb1fde6c689b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:00.673801 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-3a614517-a5ec-47b6-bb28-eb1fde6c689b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84fa8dae152648e093dc8e5a4d0ef36d&device_id=824e01ab-2aa2-49bd-a91f-9d029d89faa2 HTTP/1.1" status: 200 len: 1097 time: 0.0938938 Jun 29 23:10:00.737542 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-0fbc235c-79fc-41e5-8510-f8956fe4e5e1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41a38227-52e9-4fac-afd8-0da3f016c707 HTTP/1.1" status: 200 len: 217 time: 0.0545557 Jun 29 23:10:00.764244 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 58860) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:00.792041 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba26db-68b8-43f2-ba29-258c962d8e3f req-1ac83b8b-c074-48b9-844a-f084ad8008e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:00.793946 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-48ba26db-68b8-43f2-ba29-258c962d8e3f req-1ac83b8b-c074-48b9-844a-f084ad8008e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a21d7629b3b04afe9b528722dbde8df7&device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 1098 time: 0.0874364 Jun 29 23:10:00.798371 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-1c0a065e-113a-40c1-981d-5f63f28dc940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:00.800359 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-1c0a065e-113a-40c1-981d-5f63f28dc940 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d173892-21f3-4d8b-a65f-f341f79adde1 HTTP/1.1" status: 200 len: 855 time: 0.0548415 Jun 29 23:10:00.851984 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-629a8015-3a9c-48cb-a5c0-53d0276ef617 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431812 Jun 29 23:10:00.922466 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-04d4e77f-3267-4ad2-ae8c-fb121d3beef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:00.959589 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-d0de4ae5-4f32-4f37-8a3d-5e9baa668c7b service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000328 Jun 29 23:10:01.010942 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba26db-68b8-43f2-ba29-258c962d8e3f req-5ebcf786-e6ad-408b-a4ed-5b39759d15ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:01.012747 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-48ba26db-68b8-43f2-ba29-258c962d8e3f req-5ebcf786-e6ad-408b-a4ed-5b39759d15ec service neutron] 10.222.0.52 "GET /v2.0/networks?id=89702f14-ff61-4cde-bb1a-7226991037f5 HTTP/1.1" status: 200 len: 919 time: 0.1977232 Jun 29 23:10:01.062031 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e0a07d68-d4df-4c56-abe8-1fc48195ae5b req-ab0ec722-a04f-449d-b98c-751eebeee3d7 service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941460 Jun 29 23:10:01.071296 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac04b1a-2aa9-44d2-8587-1c376b09a700 req-2b458ca7-752d-4f83-a8e6-4f18fe3d8e8b tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:01.072848 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1ac04b1a-2aa9-44d2-8587-1c376b09a700 req-2b458ca7-752d-4f83-a8e6-4f18fe3d8e8b tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.2032554 Jun 29 23:10:01.076889 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-48ba26db-68b8-43f2-ba29-258c962d8e3f req-a005d69c-98b9-48f8-8d49-8d12487ed862 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aade234a-ab1f-4e8c-9ad8-f86e56f903ba HTTP/1.1" status: 200 len: 217 time: 0.0549393 Jun 29 23:10:01.170588 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1ac04b1a-2aa9-44d2-8587-1c376b09a700 req-16a77f9c-9144-4929-b07e-cb3190b43fb0 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904462 Jun 29 23:10:01.177547 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab5b94-1106-4eb1-9bad-4b0ecbabfeda req-26285698-3af4-41d2-86c9-de9aded62202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:01.180671 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2cab5b94-1106-4eb1-9bad-4b0ecbabfeda req-26285698-3af4-41d2-86c9-de9aded62202 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84fa8dae152648e093dc8e5a4d0ef36d&device_id=824e01ab-2aa2-49bd-a91f-9d029d89faa2 HTTP/1.1" status: 200 len: 1097 time: 0.0610645 Jun 29 23:10:01.193127 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba26db-68b8-43f2-ba29-258c962d8e3f req-e318c48f-9b16-47a6-8871-7265f397c77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:01.195500 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-48ba26db-68b8-43f2-ba29-258c962d8e3f req-e318c48f-9b16-47a6-8871-7265f397c77d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=849ea54a-79f1-48c3-8b24-76e2484d0112 HTTP/1.1" status: 200 len: 858 time: 0.1031022 Jun 29 23:10:01.210588 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-04d4e77f-3267-4ad2-ae8c-fb121d3beef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:01.219421 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-04d4e77f-3267-4ad2-ae8c-fb121d3beef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:01.242667 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-348654a1-61c5-482c-8594-40418b8885d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:01.252583 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-48ba26db-68b8-43f2-ba29-258c962d8e3f req-02a39612-fed5-4505-93ef-1abdafae6204 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=89702f14-ff61-4cde-bb1a-7226991037f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434468 Jun 29 23:10:01.307186 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab5b94-1106-4eb1-9bad-4b0ecbabfeda req-889a5b14-f021-47e2-983b-a7cd8da661c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:01.308718 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2cab5b94-1106-4eb1-9bad-4b0ecbabfeda req-889a5b14-f021-47e2-983b-a7cd8da661c0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 HTTP/1.1" status: 200 len: 916 time: 0.1158686 Jun 29 23:10:01.325543 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-04d4e77f-3267-4ad2-ae8c-fb121d3beef9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9968b3805bc2408aa6f76ead14ab9b7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5599837 Jun 29 23:10:01.326363 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 58870) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:01.338245 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4e77f-3267-4ad2-ae8c-fb121d3beef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb5d6ff-28d2-498b-8410-3f3f45ca2633,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:01.347802 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-04d4e77f-3267-4ad2-ae8c-fb121d3beef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:01.355291 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2cab5b94-1106-4eb1-9bad-4b0ecbabfeda req-810334a7-1357-4f39-93f0-81b84ca9c3b3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41a38227-52e9-4fac-afd8-0da3f016c707 HTTP/1.1" status: 200 len: 217 time: 0.0376701 Jun 29 23:10:01.409389 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab5b94-1106-4eb1-9bad-4b0ecbabfeda req-9e22808d-cdb4-4978-b147-5ac17bced606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:01.411075 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2cab5b94-1106-4eb1-9bad-4b0ecbabfeda req-9e22808d-cdb4-4978-b147-5ac17bced606 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d173892-21f3-4d8b-a65f-f341f79adde1 HTTP/1.1" status: 200 len: 855 time: 0.0487974 Jun 29 23:10:01.415722 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-522847ce-b936-4bdb-9777-25ae80f2515c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:01.418814 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-48ba26db-68b8-43f2-ba29-258c962d8e3f req-a97ee7da-e137-4615-9af7-d5a183151ac3 service neutron] 10.222.0.52 "GET /v2.0/networks/89702f14-ff61-4cde-bb1a-7226991037f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555123 Jun 29 23:10:01.450531 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2cab5b94-1106-4eb1-9bad-4b0ecbabfeda req-7e5176d5-c089-437a-b470-29bfdb4ee77c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308917 Jun 29 23:10:01.462885 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-522847ce-b936-4bdb-9777-25ae80f2515c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:01.573233 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-48ba26db-68b8-43f2-ba29-258c962d8e3f req-21de2b91-8d2f-4f26-b68a-500324e47319 service neutron] 10.222.0.52 "GET /v2.0/networks/89702f14-ff61-4cde-bb1a-7226991037f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414645 Jun 29 23:10:01.574289 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-522847ce-b936-4bdb-9777-25ae80f2515c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:01.577294 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-522847ce-b936-4bdb-9777-25ae80f2515c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:01.580522 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-522847ce-b936-4bdb-9777-25ae80f2515c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3fb5d6ff-28d2-498b-8410-3f3f45ca2633 HTTP/1.1" status: 204 len: 168 time: 0.2484548 Jun 29 23:10:01.580522 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-8e564707-0891-4ec7-98fa-d7bc6e017486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:01.590877 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522847ce-b936-4bdb-9777-25ae80f2515c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb5d6ff-28d2-498b-8410-3f3f45ca2633,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:01.603230 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-522847ce-b936-4bdb-9777-25ae80f2515c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:01.651831 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2cab5b94-1106-4eb1-9bad-4b0ecbabfeda req-18e92319-a056-42fa-995d-1d7447d78f2c service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847801 Jun 29 23:10:01.673245 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8ba5d-4293-4535-a897-6dc68918105c req-6374582d-8e2a-496a-844f-1e9c822b9f30 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:01.674775 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9bc8ba5d-4293-4535-a897-6dc68918105c req-6374582d-8e2a-496a-844f-1e9c822b9f30 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=824e01ab-2aa2-49bd-a91f-9d029d89faa2 HTTP/1.1" status: 200 len: 944 time: 0.1381233 Jun 29 23:10:01.742562 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 58886) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:01.769466 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9bc8ba5d-4293-4535-a897-6dc68918105c req-8352661f-03dd-4270-8a4b-71cedfb63f4d tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854406 Jun 29 23:10:01.814621 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2cab5b94-1106-4eb1-9bad-4b0ecbabfeda req-8fafe2b3-de0b-4c9b-8eb8-5820c0fd5e4e service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387806 Jun 29 23:10:01.954303 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-402052a7-a55e-4fce-be82-71cfd10adc03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:02.123551 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-402052a7-a55e-4fce-be82-71cfd10adc03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:02.130306 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-402052a7-a55e-4fce-be82-71cfd10adc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:02.134355 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-08824de9-e5ec-4042-8c53-95aa88387ae2 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:02.176764 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-402052a7-a55e-4fce-be82-71cfd10adc03 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b331306594c24ae9b80938b32c9aefe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4333355 Jun 29 23:10:02.177694 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402052a7-a55e-4fce-be82-71cfd10adc03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c42df2-6afb-4615-bff2-f4660717f5e2,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:02.180149 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 58912) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:02.180670 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 58914) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:02.181021 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-402052a7-a55e-4fce-be82-71cfd10adc03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:02.243577 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e8ad57b0-205d-488e-b449-356742de0902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:02.283820 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e8ad57b0-205d-488e-b449-356742de0902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:02.353776 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2bc6e481-e582-41e2-a34d-03047976a21a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:02.379594 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e8ad57b0-205d-488e-b449-356742de0902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:02.382522 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e8ad57b0-205d-488e-b449-356742de0902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:02.383952 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-e8ad57b0-205d-488e-b449-356742de0902 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/67c42df2-6afb-4615-bff2-f4660717f5e2 HTTP/1.1" status: 204 len: 168 time: 0.2009678 Jun 29 23:10:02.387439 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:02.398420 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad57b0-205d-488e-b449-356742de0902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c42df2-6afb-4615-bff2-f4660717f5e2,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:02.407022 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-e8ad57b0-205d-488e-b449-356742de0902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:02.461291 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66becd68-811f-4253-b0f1-74057595c5d7 req-df46aa96-468b-44c2-8720-d333dca819b2 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:02.462877 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-66becd68-811f-4253-b0f1-74057595c5d7 req-df46aa96-468b-44c2-8720-d333dca819b2 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.1131485 Jun 29 23:10:02.518332 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-66becd68-811f-4253-b0f1-74057595c5d7 req-5b3b4a75-cb66-4940-b074-61904bd169fa tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437872 Jun 29 23:10:02.535122 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2bc6e481-e582-41e2-a34d-03047976a21a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:02.542947 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2bc6e481-e582-41e2-a34d-03047976a21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:02.546998 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-291e08ac-d702-463d-a387-6b30567deb9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:02.589272 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-2bc6e481-e582-41e2-a34d-03047976a21a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=51b645b48a084fd2aa9f31494cd37378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4074214 Jun 29 23:10:02.590437 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 58936) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:02.592083 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc6e481-e582-41e2-a34d-03047976a21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c0235c-8f29-457a-bb86-f15799005622,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:02.595259 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-2bc6e481-e582-41e2-a34d-03047976a21a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:02.610051 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 58938) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:02.654751 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-21367d38-b61c-4039-a942-0fadc204a20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:02.680831 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-21367d38-b61c-4039-a942-0fadc204a20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:02.720808 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-a58a65d5-9136-42b5-9571-fa71b495603b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-177401907-network', 'tenant_id': 'aaabc82aaf78434e96bb0371d6ebd6a1'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:10:02.748999 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-21367d38-b61c-4039-a942-0fadc204a20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:02.749378 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58a65d5-9136-42b5-9571-fa71b495603b admin admin] Made reservation on behalf of aaabc82aaf78434e96bb0371d6ebd6a1 for: {'network': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:10:02.751903 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a58a65d5-9136-42b5-9571-fa71b495603b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for network, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:02.752723 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-21367d38-b61c-4039-a942-0fadc204a20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:02.756175 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-21367d38-b61c-4039-a942-0fadc204a20a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/67c0235c-8f29-457a-bb86-f15799005622 HTTP/1.1" status: 204 len: 168 time: 0.1624620 Jun 29 23:10:02.756175 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-294c2ce0-000d-45a8-b231-5e67e23e5f72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:02.761439 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a58a65d5-9136-42b5-9571-fa71b495603b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:02.764923 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21367d38-b61c-4039-a942-0fadc204a20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c0235c-8f29-457a-bb86-f15799005622,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:02.768523 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-21367d38-b61c-4039-a942-0fadc204a20a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:02.895642 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a58a65d5-9136-42b5-9571-fa71b495603b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:02.903870 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a58a65d5-9136-42b5-9571-fa71b495603b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:02.908366 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:02.927693 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a58a65d5-9136-42b5-9571-fa71b495603b admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=93163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 23:10:02.951761 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a65d5-9136-42b5-9571-fa71b495603b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1837a9-27f3-454b-9182-c4dc5fae4f97,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:02.964909 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a58a65d5-9136-42b5-9571-fa71b495603b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010'] for segment, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:02.967959 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.db.segments_db [None req-a58a65d5-9136-42b5-9571-fa71b495603b admin admin] Added segment 6edda1e6-a51f-4fc9-8f11-054035522628 of type vlan for network becce603-e729-45cf-bdc8-440a0a304d0f Jun 29 23:10:02.969714 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-a58a65d5-9136-42b5-9571-fa71b495603b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:03.007264 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c43ba7-57ae-48db-ae17-cfe71ec141b7 req-6f246573-1a2d-4828-9e6b-dfdf125b7e12 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:03.010001 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-09c43ba7-57ae-48db-ae17-cfe71ec141b7 req-6f246573-1a2d-4828-9e6b-dfdf125b7e12 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=824e01ab-2aa2-49bd-a91f-9d029d89faa2 HTTP/1.1" status: 200 len: 944 time: 0.0887058 Jun 29 23:10:03.023483 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a58a65d5-9136-42b5-9571-fa71b495603b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748551094604'] for network, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:03.065262 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a58a65d5-9136-42b5-9571-fa71b495603b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688'] for network, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:03.066868 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58a65d5-9136-42b5-9571-fa71b495603b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:03.067516 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a58a65d5-9136-42b5-9571-fa71b495603b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for network, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:03.070988 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:03.078418 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-09c43ba7-57ae-48db-ae17-cfe71ec141b7 req-1f4dd869-1352-4c7b-b9c0-96901d5bd3bc tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614901 Jun 29 23:10:03.132028 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-a58a65d5-9136-42b5-9571-fa71b495603b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5178545 Jun 29 23:10:03.132446 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 58962) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:03.139746 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-302ba174-5f35-4249-a3e0-4f11189007e3 admin admin] Request body: {'subnet': {'network_id': 'becce603-e729-45cf-bdc8-440a0a304d0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-177401907-subnet', 'tenant_id': 'aaabc82aaf78434e96bb0371d6ebd6a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:10:03.160700 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a65d5-9136-42b5-9571-fa71b495603b admin admin] Pushing event updated for resources: {'Network': ['ID=becce603-e729-45cf-bdc8-440a0a304d0f,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:03.162318 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 58964) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:03.165366 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-a58a65d5-9136-42b5-9571-fa71b495603b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:03.174222 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Network becce603-e729-45cf-bdc8-440a0a304d0f details requested by agent ovs-agent-dv-cinder-769602-4-iscsi with host dv-cinder-769602-4-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:10:03.182545 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-808eb151-c4d4-42c6-b038-eb1c15300f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:03.185290 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302ba174-5f35-4249-a3e0-4f11189007e3 admin admin] Made reservation on behalf of aaabc82aaf78434e96bb0371d6ebd6a1 for: {'subnet': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:10:03.190277 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-302ba174-5f35-4249-a3e0-4f11189007e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5764002'] for subnet, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:03.319609 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-808eb151-c4d4-42c6-b038-eb1c15300f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:03.323997 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-808eb151-c4d4-42c6-b038-eb1c15300f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:03.327136 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-c200eb05-3812-4555-b0eb-cb1349f9f916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:03.359024 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808eb151-c4d4-42c6-b038-eb1c15300f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc66116-3cfa-4197-b77a-8131b3e14f75,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:03.365818 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-808eb151-c4d4-42c6-b038-eb1c15300f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:03.379698 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-808eb151-c4d4-42c6-b038-eb1c15300f26 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=01c8064db7ed479aa0dd71959f6e6a9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2129171 Jun 29 23:10:03.380003 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 58970) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:03.414074 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-302ba174-5f35-4249-a3e0-4f11189007e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5733108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5764016'] for subnet, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:03.418677 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:03.435960 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ed8b39da-e1d8-4eb9-9113-cb918c65d928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:03.463280 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ed8b39da-e1d8-4eb9-9113-cb918c65d928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:03.486104 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ba174-5f35-4249-a3e0-4f11189007e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64489b13-d94a-41d4-8485-dcdc9b2f5e92,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:03.499280 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-302ba174-5f35-4249-a3e0-4f11189007e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:03.510382 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302ba174-5f35-4249-a3e0-4f11189007e3 admin admin] Checking segment: {'id': '6edda1e6-a51f-4fc9-8f11-054035522628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'becce603-e729-45cf-bdc8-440a0a304d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:10:03.511332 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302ba174-5f35-4249-a3e0-4f11189007e3 admin admin] Network hostable DHCP agents. Network: becce603-e729-45cf-bdc8-440a0a304d0f, hostable agents: ['cfabb9e1-4ba2-4051-95c8-b215c3ad7269'], hosted agents: [] {{(pid=93163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:10:03.532926 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302ba174-5f35-4249-a3e0-4f11189007e3 admin admin] Network becce603-e729-45cf-bdc8-440a0a304d0f is scheduled to be hosted by DHCP agent cfabb9e1-4ba2-4051-95c8-b215c3ad7269 with binding_index 1 {{(pid=93163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:10:03.534419 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ed8b39da-e1d8-4eb9-9113-cb918c65d928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:03.537174 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ed8b39da-e1d8-4eb9-9113-cb918c65d928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:03.541572 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-ed8b39da-e1d8-4eb9-9113-cb918c65d928 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3cc66116-3cfa-4197-b77a-8131b3e14f75 HTTP/1.1" status: 204 len: 168 time: 0.1580048 Jun 29 23:10:03.541572 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-f513bc52-8c88-4065-8a58-eeb56e09df48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:03.546788 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-302ba174-5f35-4249-a3e0-4f11189007e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-4-iscsi, becce603-e729-45cf-bdc8-440a0a304d0f) {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:10:03.548410 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b39da-e1d8-4eb9-9113-cb918c65d928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc66116-3cfa-4197-b77a-8131b3e14f75,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:03.551666 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-ed8b39da-e1d8-4eb9-9113-cb918c65d928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:03.555032 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302ba174-5f35-4249-a3e0-4f11189007e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:03.556421 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7a7c1a-6726-4d31-9acf-c97a65a7ce79 None None] Network becce603-e729-45cf-bdc8-440a0a304d0f requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:10:03.564827 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-302ba174-5f35-4249-a3e0-4f11189007e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for subnet, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:03.596599 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-302ba174-5f35-4249-a3e0-4f11189007e3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4613771 Jun 29 23:10:03.793751 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07aaa53-cddd-4bb2-9dae-be1c3c492bcd None None] Network becce603-e729-45cf-bdc8-440a0a304d0f requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:10:03.796156 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ec9fa-1e52-45b1-9ad1-1ed98de790e0 req-a5383e0d-1e29-41b5-9d97-b79454ca4da5 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:03.798506 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e61ec9fa-1e52-45b1-9ad1-1ed98de790e0 req-a5383e0d-1e29-41b5-9d97-b79454ca4da5 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.0993931 Jun 29 23:10:03.851879 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e61ec9fa-1e52-45b1-9ad1-1ed98de790e0 req-b50393b4-8641-4630-bc30-22c321d35814 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474894 Jun 29 23:10:04.189576 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:04.336672 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a0272-ae28-4922-bf68-8a8a0bd30fd9 req-02075428-dbc3-4708-8f20-fc6f0bf4b26c tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:04.344270 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1c7a0272-ae28-4922-bf68-8a8a0bd30fd9 req-02075428-dbc3-4708-8f20-fc6f0bf4b26c tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=824e01ab-2aa2-49bd-a91f-9d029d89faa2 HTTP/1.1" status: 200 len: 944 time: 0.0839725 Jun 29 23:10:04.417711 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1c7a0272-ae28-4922-bf68-8a8a0bd30fd9 req-d4b40b03-83e5-4694-a86f-5239ca7072d5 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725012 Jun 29 23:10:04.974253 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 41a38227-52e9-4fac-afd8-0da3f016c707 details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:10:05.071558 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba3bb2-8a6d-45a3-948c-cd85e9a9fb2d req-53c2672b-4190-48df-a12c-e22993faf51d tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:05.073123 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9fba3bb2-8a6d-45a3-948c-cd85e9a9fb2d req-53c2672b-4190-48df-a12c-e22993faf51d tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.0818956 Jun 29 23:10:05.106975 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port 41a38227-52e9-4fac-afd8-0da3f016c707, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=41a38227-52e9-4fac-afd8-0da3f016c707,segment=NetworkSegment(e3f7bb9a-64ba-45aa-844e-d64cc18d706f),segment_id=e3f7bb9a-64ba-45aa-844e-d64cc18d706f)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:10:05.121469 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Returning: {'device': '41a38227-52e9-4fac-afd8-0da3f016c707', 'network_id': '5d27fbb3-5d7a-4c3c-914c-7525c670a5e8', 'port_id': '41a38227-52e9-4fac-afd8-0da3f016c707', 'mac_address': 'fa:16:3e:20:ad:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d173892-21f3-4d8b-a65f-f341f79adde1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:10:05.123287 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9fba3bb2-8a6d-45a3-948c-cd85e9a9fb2d req-68816e0f-630a-4124-9238-a56e0cda30e9 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421171 Jun 29 23:10:05.164477 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:05.177883 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41a38227-52e9-4fac-afd8-0da3f016c707 {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:10:05.198556 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port 41a38227-52e9-4fac-afd8-0da3f016c707, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=41a38227-52e9-4fac-afd8-0da3f016c707,segment=NetworkSegment(e3f7bb9a-64ba-45aa-844e-d64cc18d706f),segment_id=e3f7bb9a-64ba-45aa-844e-d64cc18d706f)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:10:05.204001 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:05.205988 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:05.261762 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=41a38227-52e9-4fac-afd8-0da3f016c707,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:05.264964 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:05.494488 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] get_ports_and_sgs() called for port_ids ['41a38227-52e9-4fac-afd8-0da3f016c707'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:10:05.657503 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323dc69-9ba5-41b0-9873-6cf06ba14e2c req-e8bdc7a1-704a-4383-b525-b500df6c5461 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:05.660190 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a323dc69-9ba5-41b0-9873-6cf06ba14e2c req-e8bdc7a1-704a-4383-b525-b500df6c5461 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=824e01ab-2aa2-49bd-a91f-9d029d89faa2 HTTP/1.1" status: 200 len: 945 time: 0.0954247 Jun 29 23:10:05.740079 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a323dc69-9ba5-41b0-9873-6cf06ba14e2c req-eec8a0d8-b70e-40f8-acae-5b5372dd7e3d tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707684 Jun 29 23:10:06.080904 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658da82f-ec13-4b32-9d97-233141a653ad req-d712086e-b7ac-4ace-ac37-326df62cd486 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:06.082879 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-658da82f-ec13-4b32-9d97-233141a653ad req-d712086e-b7ac-4ace-ac37-326df62cd486 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/networks?id=becce603-e729-45cf-bdc8-440a0a304d0f HTTP/1.1" status: 200 len: 813 time: 0.1545377 Jun 29 23:10:06.099507 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-658da82f-ec13-4b32-9d97-233141a653ad req-265a493a-258a-410a-abd4-17d232515cd7 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/quotas/aaabc82aaf78434e96bb0371d6ebd6a1 HTTP/1.1" status: 200 len: 375 time: 0.0097411 Jun 29 23:10:06.146069 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-658da82f-ec13-4b32-9d97-233141a653ad req-a9c0294b-98bc-4cf9-aa58-d1f445a34caa tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=aaabc82aaf78434e96bb0371d6ebd6a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360146 Jun 29 23:10:06.288986 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-658da82f-ec13-4b32-9d97-233141a653ad req-cad76912-36fc-43ed-ad4a-c5e5c261c453 service neutron] 10.222.0.30 "GET /v2.0/networks/becce603-e729-45cf-bdc8-440a0a304d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365595 Jun 29 23:10:06.355711 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6e063-7647-42ec-82e2-beb056b45623 req-51d1ff05-5175-456e-9ca9-a00f3f3f87a8 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:06.357823 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d7a6e063-7647-42ec-82e2-beb056b45623 req-51d1ff05-5175-456e-9ca9-a00f3f3f87a8 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.1012871 Jun 29 23:10:06.406723 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d7a6e063-7647-42ec-82e2-beb056b45623 req-7dcc49cf-2180-487e-842c-31448c282e1b tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425210 Jun 29 23:10:06.409832 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-658da82f-ec13-4b32-9d97-233141a653ad req-d0c0f8e6-fc28-41ce-be4f-bb62c4948d9b service neutron] 10.222.0.30 "GET /v2.0/networks/becce603-e729-45cf-bdc8-440a0a304d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168017 Jun 29 23:10:06.488881 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 59132) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:06.603428 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e5014355-45c8-4961-98d3-13041c6fa3b0 req-7357834c-8365-4140-9522-606dda21bae4 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0290003 Jun 29 23:10:06.635062 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4b6e21a4-e32f-4121-ac00-8d12a9554147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:06.737144 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4b6e21a4-e32f-4121-ac00-8d12a9554147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:06.742068 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4b6e21a4-e32f-4121-ac00-8d12a9554147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:06.744891 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-402052a7-a55e-4fce-be82-71cfd10adc03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:06.785439 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-4b6e21a4-e32f-4121-ac00-8d12a9554147 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=73f10505725547e18990e5e8b155943a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953715 Jun 29 23:10:06.786346 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e21a4-e32f-4121-ac00-8d12a9554147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3545e301-28b8-42f3-8faa-4a506ed34077,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:06.788664 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 59146) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:06.790597 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-4b6e21a4-e32f-4121-ac00-8d12a9554147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:06.846816 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-be44815d-6949-4b10-9ce1-5c16bc220f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:06.873106 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-be44815d-6949-4b10-9ce1-5c16bc220f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:06.972464 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-be44815d-6949-4b10-9ce1-5c16bc220f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:06.976164 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-be44815d-6949-4b10-9ce1-5c16bc220f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:06.980663 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-be44815d-6949-4b10-9ce1-5c16bc220f0f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3545e301-28b8-42f3-8faa-4a506ed34077 HTTP/1.1" status: 204 len: 168 time: 0.1902485 Jun 29 23:10:06.983185 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-665ac9e8-de30-425a-bb15-c5648547e5e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:06.983326 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 41a38227-52e9-4fac-afd8-0da3f016c707 up at agent hyperv_hv-cinder-76960 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:10:06.997260 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fb755-8970-4435-b810-cc461bd0f3e2 req-c3f303fd-cc55-4a70-932f-2f66f5473a09 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:06.998969 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d69fb755-8970-4435-b810-cc461bd0f3e2 req-c3f303fd-cc55-4a70-932f-2f66f5473a09 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=824e01ab-2aa2-49bd-a91f-9d029d89faa2 HTTP/1.1" status: 200 len: 945 time: 0.1056821 Jun 29 23:10:07.004356 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44815d-6949-4b10-9ce1-5c16bc220f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3545e301-28b8-42f3-8faa-4a506ed34077,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:07.008620 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-be44815d-6949-4b10-9ce1-5c16bc220f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:07.051624 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Provisioning for port 41a38227-52e9-4fac-afd8-0da3f016c707 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:10:07.054133 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d69fb755-8970-4435-b810-cc461bd0f3e2 req-a7e1ba1a-7cd2-4a75-999d-4b1162393ae9 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467882 Jun 29 23:10:07.061182 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Provisioning complete for port 41a38227-52e9-4fac-afd8-0da3f016c707 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:10:07.062619 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:07.203276 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:07.253343 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824e01ab-2aa2-49bd-a91f-9d029d89faa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a38227-52e9-4fac-afd8-0da3f016c707'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:10:07.256121 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc242b685774feada63a8466480188dde327850ab4a240ce00b056240626d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9c9e74-3b2c-4ed8-878b-b6e78dfb6d6a" -d '{"events": [{"server_uuid": "824e01ab-2aa2-49bd-a91f-9d029d89faa2", "name": "network-vif-plugged", "status": "completed", "tag": "41a38227-52e9-4fac-afd8-0da3f016c707"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:10:07.276459 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port 41a38227-52e9-4fac-afd8-0da3f016c707, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=41a38227-52e9-4fac-afd8-0da3f016c707,segment=NetworkSegment(e3f7bb9a-64ba-45aa-844e-d64cc18d706f),segment_id=e3f7bb9a-64ba-45aa-844e-d64cc18d706f)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:10:07.289044 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:07.295343 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:07.343371 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755e4932-60e7-4bf9-800f-28e10c152cab x-openstack-request-id: req-755e4932-60e7-4bf9-800f-28e10c152cab {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:10:07.343857 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824e01ab-2aa2-49bd-a91f-9d029d89faa2", "name": "network-vif-plugged", "status": "completed", "tag": "41a38227-52e9-4fac-afd8-0da3f016c707", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:10:07.344197 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-755e4932-60e7-4bf9-800f-28e10c152cab {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:10:07.344677 dv-cinder-769602-4-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824e01ab-2aa2-49bd-a91f-9d029d89faa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a38227-52e9-4fac-afd8-0da3f016c707', 'code': 200} Jun 29 23:10:07.412884 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=41a38227-52e9-4fac-afd8-0da3f016c707,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:07.419416 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:07.449401 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 59178) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:07.464408 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-becbe856-abec-4e57-8f75-445cfb20db14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:07.664710 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-becbe856-abec-4e57-8f75-445cfb20db14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:07.676167 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-becbe856-abec-4e57-8f75-445cfb20db14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:07.681914 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-c98dc98c-5d94-472c-aef8-aeca700bfcd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:07.738414 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-becbe856-abec-4e57-8f75-445cfb20db14 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eed1246c800041ff9e4b4dfe4f643b46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2877543 Jun 29 23:10:07.740513 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becbe856-abec-4e57-8f75-445cfb20db14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1338df0-899b-424b-ae30-d4cff5f187be,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:07.741240 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 59184) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:07.750032 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-becbe856-abec-4e57-8f75-445cfb20db14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:07.758417 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25d521-bcb1-4ca0-a9af-182bfe909f5e req-62993d93-5a92-4497-b5be-8f3b3992f4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:07.760364 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9f25d521-bcb1-4ca0-a9af-182bfe909f5e req-62993d93-5a92-4497-b5be-8f3b3992f4e5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 1098 time: 0.1984704 Jun 29 23:10:07.779621 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b5626-6399-479c-872d-8ec608a56e13 req-056bc237-15ec-4bf0-be1a-d7d48fb1aa77 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:07.780264 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-41d1c0b1-e47d-48c3-87b8-7632cb891cd8 req-11c2fb63-048c-4a33-afeb-dc5569077113 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0451529 Jun 29 23:10:07.787193 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7b9b5626-6399-479c-872d-8ec608a56e13 req-056bc237-15ec-4bf0-be1a-d7d48fb1aa77 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.1921222 Jun 29 23:10:07.845210 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38b94e-06e6-4c7c-a200-6d5a5cb3cbf8 req-188e8370-5c03-4582-a76f-81bb0bc163a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:07.846778 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2b38b94e-06e6-4c7c-a200-6d5a5cb3cbf8 req-188e8370-5c03-4582-a76f-81bb0bc163a9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=824e01ab-2aa2-49bd-a91f-9d029d89faa2 HTTP/1.1" status: 200 len: 1099 time: 0.1756678 Jun 29 23:10:07.849752 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cc05349f-7016-4f71-b49d-92373dfc422f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:07.852176 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7b9b5626-6399-479c-872d-8ec608a56e13 req-5ab544bd-7054-4acd-91fa-39e1ddae85fe tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593021 Jun 29 23:10:07.876033 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9f25d521-bcb1-4ca0-a9af-182bfe909f5e req-cba99fbb-30f8-4dc0-88f5-57a77577174a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817482 Jun 29 23:10:07.898414 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cc05349f-7016-4f71-b49d-92373dfc422f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:07.930879 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2b38b94e-06e6-4c7c-a200-6d5a5cb3cbf8 req-3fbe0c3e-2d51-45fc-83a2-5b837febd1fa service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686719 Jun 29 23:10:07.964588 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cc05349f-7016-4f71-b49d-92373dfc422f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:07.967946 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cc05349f-7016-4f71-b49d-92373dfc422f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:07.971630 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-cc05349f-7016-4f71-b49d-92373dfc422f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a1338df0-899b-424b-ae30-d4cff5f187be HTTP/1.1" status: 204 len: 168 time: 0.2264879 Jun 29 23:10:07.971630 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-5d28c4d1-b3d2-45bd-9cc7-53ae9adb626c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:07.981791 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc05349f-7016-4f71-b49d-92373dfc422f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1338df0-899b-424b-ae30-d4cff5f187be,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:07.984741 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-cc05349f-7016-4f71-b49d-92373dfc422f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:08.210419 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658da82f-ec13-4b32-9d97-233141a653ad req-f0d2b228-7293-471c-8c3e-7885f240db40 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:08.217714 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-658da82f-ec13-4b32-9d97-233141a653ad req-f0d2b228-7293-471c-8c3e-7885f240db40 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.52 "GET /v2.0/networks?id=becce603-e729-45cf-bdc8-440a0a304d0f HTTP/1.1" status: 200 len: 813 time: 0.1551380 Jun 29 23:10:08.237401 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-658da82f-ec13-4b32-9d97-233141a653ad req-6a8b0342-7531-4674-90f9-91230bc874c3 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] Request body: {'port': {'device_id': '36ae4cb0-25aa-4dda-9774-5af583b6cd2e', 'network_id': 'becce603-e729-45cf-bdc8-440a0a304d0f', 'admin_state_up': True, 'tenant_id': 'aaabc82aaf78434e96bb0371d6ebd6a1'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:10:08.419502 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6154891-29c4-481a-9a86-afb04f117d2f req-d4ed6636-dab9-45af-8f35-1f8754a1878c tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:08.421001 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c6154891-29c4-481a-9a86-afb04f117d2f req-d4ed6636-dab9-45af-8f35-1f8754a1878c tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=824e01ab-2aa2-49bd-a91f-9d029d89faa2 HTTP/1.1" status: 200 len: 946 time: 0.2023325 Jun 29 23:10:08.432468 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-658da82f-ec13-4b32-9d97-233141a653ad req-6a8b0342-7531-4674-90f9-91230bc874c3 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] Made reservation on behalf of aaabc82aaf78434e96bb0371d6ebd6a1 for: {'port': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:10:08.436615 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-658da82f-ec13-4b32-9d97-233141a653ad req-6a8b0342-7531-4674-90f9-91230bc874c3 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:08.484740 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c6154891-29c4-481a-9a86-afb04f117d2f req-10542369-4ca3-4eea-8b5f-45813dd67773 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451989 Jun 29 23:10:08.648475 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [req-658da82f-ec13-4b32-9d97-233141a653ad req-6a8b0342-7531-4674-90f9-91230bc874c3 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] Allocated IP 172.20.0.7 (becce603-e729-45cf-bdc8-440a0a304d0f/64489b13-d94a-41d4-8485-dcdc9b2f5e92/07f3144f-1e56-4f45-be16-933bf0eee280) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:10:08.822039 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-658da82f-ec13-4b32-9d97-233141a653ad req-6a8b0342-7531-4674-90f9-91230bc874c3 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:08.878852 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-658da82f-ec13-4b32-9d97-233141a653ad req-6a8b0342-7531-4674-90f9-91230bc874c3 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:08.903434 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:08.952907 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-658da82f-ec13-4b32-9d97-233141a653ad req-6a8b0342-7531-4674-90f9-91230bc874c3 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] Network becce603-e729-45cf-bdc8-440a0a304d0f is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:10:08.979837 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [req-658da82f-ec13-4b32-9d97-233141a653ad req-6a8b0342-7531-4674-90f9-91230bc874c3 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:10:08.991145 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-658da82f-ec13-4b32-9d97-233141a653ad req-6a8b0342-7531-4674-90f9-91230bc874c3 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:10:08.996872 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658da82f-ec13-4b32-9d97-233141a653ad req-6a8b0342-7531-4674-90f9-91230bc874c3 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:08.997237 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-658da82f-ec13-4b32-9d97-233141a653ad req-6a8b0342-7531-4674-90f9-91230bc874c3 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:09.027351 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b0342-7531-4674-90f9-91230bc874c3 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] Pushing event updated for resources: {'Port': ['ID=07f3144f-1e56-4f45-be16-933bf0eee280,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:09.034090 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-6a8b0342-7531-4674-90f9-91230bc874c3 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:09.042417 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-658da82f-ec13-4b32-9d97-233141a653ad req-6a8b0342-7531-4674-90f9-91230bc874c3 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8088663 Jun 29 23:10:09.060190 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-658da82f-ec13-4b32-9d97-233141a653ad req-d2718299-8820-48e7-85c6-5c309328f372 service neutron] Request body: {'port': {'device_id': '36ae4cb0-25aa-4dda-9774-5af583b6cd2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:10:09.096996 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fe96f-5dde-46b8-8894-bff0719e35a9 req-40830b57-e0c3-4a3f-9342-e1e259ab4991 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:09.105549 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5e4fe96f-5dde-46b8-8894-bff0719e35a9 req-40830b57-e0c3-4a3f-9342-e1e259ab4991 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.1164114 Jun 29 23:10:09.106366 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32fdf5-c656-4c5f-a3bc-5e565200f988 req-8bf55379-90c7-4c16-bd49-00b80f0bb72a tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:09.112428 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fd32fdf5-c656-4c5f-a3bc-5e565200f988 req-8bf55379-90c7-4c16-bd49-00b80f0bb72a tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 931 time: 0.1979508 Jun 29 23:10:09.154957 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5e4fe96f-5dde-46b8-8894-bff0719e35a9 req-b64561db-f6f7-4f3e-bbed-49c8233c50e0 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497568 Jun 29 23:10:09.181124 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fd32fdf5-c656-4c5f-a3bc-5e565200f988 req-0ae3d76e-bc2f-4a19-bb76-a3eb17dda47d tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd1837a9-27f3-454b-9182-c4dc5fae4f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677752 Jun 29 23:10:09.198374 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-658da82f-ec13-4b32-9d97-233141a653ad req-d2718299-8820-48e7-85c6-5c309328f372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:09.491716 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [req-658da82f-ec13-4b32-9d97-233141a653ad req-d2718299-8820-48e7-85c6-5c309328f372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07f3144f-1e56-4f45-be16-933bf0eee280 {{(pid=93162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:10:09.499600 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-658da82f-ec13-4b32-9d97-233141a653ad req-d2718299-8820-48e7-85c6-5c309328f372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:09.514036 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-658da82f-ec13-4b32-9d97-233141a653ad req-d2718299-8820-48e7-85c6-5c309328f372 service neutron] Transition to ACTIVE for port object 07f3144f-1e56-4f45-be16-933bf0eee280 will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:10:09.517803 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-658da82f-ec13-4b32-9d97-233141a653ad req-d2718299-8820-48e7-85c6-5c309328f372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:09.520768 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-bbd29902-280d-4ed7-a965-7f4fce54c836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:09.574386 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2718299-8820-48e7-85c6-5c309328f372 service neutron] Pushing event updated for resources: {'Port': ['ID=07f3144f-1e56-4f45-be16-933bf0eee280,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:09.592200 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-d2718299-8820-48e7-85c6-5c309328f372 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:09.607386 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-658da82f-ec13-4b32-9d97-233141a653ad req-d2718299-8820-48e7-85c6-5c309328f372 service neutron] Attempting to bind port 07f3144f-1e56-4f45-be16-933bf0eee280 on host hv-cinder-76960 for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:10:09.608284 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-658da82f-ec13-4b32-9d97-233141a653ad req-d2718299-8820-48e7-85c6-5c309328f372 service neutron] Attempting to bind port 07f3144f-1e56-4f45-be16-933bf0eee280 by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': '6edda1e6-a51f-4fc9-8f11-054035522628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'becce603-e729-45cf-bdc8-440a0a304d0f'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:10:09.608659 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658da82f-ec13-4b32-9d97-233141a653ad req-d2718299-8820-48e7-85c6-5c309328f372 service neutron] Attempting to bind port 07f3144f-1e56-4f45-be16-933bf0eee280 on network becce603-e729-45cf-bdc8-440a0a304d0f {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:10:09.613434 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658da82f-ec13-4b32-9d97-233141a653ad req-d2718299-8820-48e7-85c6-5c309328f372 service neutron] Port 07f3144f-1e56-4f45-be16-933bf0eee280 on network becce603-e729-45cf-bdc8-440a0a304d0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:10:09.613809 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658da82f-ec13-4b32-9d97-233141a653ad req-d2718299-8820-48e7-85c6-5c309328f372 service neutron] Attempting to bind port 07f3144f-1e56-4f45-be16-933bf0eee280 on network becce603-e729-45cf-bdc8-440a0a304d0f {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:10:09.619440 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658da82f-ec13-4b32-9d97-233141a653ad req-d2718299-8820-48e7-85c6-5c309328f372 service neutron] Checking agent: {'id': 'a4a0778d-945d-473c-9557-d6f7decbe5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 7, 4), 'started_at': datetime.datetime(2021, 6, 29, 23, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:10:09.619777 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658da82f-ec13-4b32-9d97-233141a653ad req-d2718299-8820-48e7-85c6-5c309328f372 service neutron] Checking segment: {'id': '6edda1e6-a51f-4fc9-8f11-054035522628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'becce603-e729-45cf-bdc8-440a0a304d0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:10:09.620158 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658da82f-ec13-4b32-9d97-233141a653ad req-d2718299-8820-48e7-85c6-5c309328f372 service neutron] Bound using segment: {'id': '6edda1e6-a51f-4fc9-8f11-054035522628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'becce603-e729-45cf-bdc8-440a0a304d0f'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:10:09.620613 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-658da82f-ec13-4b32-9d97-233141a653ad req-d2718299-8820-48e7-85c6-5c309328f372 service neutron] Bound port: 07f3144f-1e56-4f45-be16-933bf0eee280, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6edda1e6-a51f-4fc9-8f11-054035522628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'becce603-e729-45cf-bdc8-440a0a304d0f'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:10:09.620976 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-658da82f-ec13-4b32-9d97-233141a653ad req-d2718299-8820-48e7-85c6-5c309328f372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:09.749937 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-658da82f-ec13-4b32-9d97-233141a653ad req-d2718299-8820-48e7-85c6-5c309328f372 service neutron] For port 07f3144f-1e56-4f45-be16-933bf0eee280, host hv-cinder-76960, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:10:09.760377 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83845c5a-6f49-48e3-a8bc-3e60c38becff req-6f8cab20-6616-42fe-8858-1f43d9eacf21 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:09.761944 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-83845c5a-6f49-48e3-a8bc-3e60c38becff req-6f8cab20-6616-42fe-8858-1f43d9eacf21 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=824e01ab-2aa2-49bd-a91f-9d029d89faa2 HTTP/1.1" status: 200 len: 946 time: 0.1381114 Jun 29 23:10:09.763704 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-658da82f-ec13-4b32-9d97-233141a653ad req-d2718299-8820-48e7-85c6-5c309328f372 service neutron] For port 07f3144f-1e56-4f45-be16-933bf0eee280, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=07f3144f-1e56-4f45-be16-933bf0eee280,segment=NetworkSegment(6edda1e6-a51f-4fc9-8f11-054035522628),segment_id=6edda1e6-a51f-4fc9-8f11-054035522628)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:10:09.768751 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-658da82f-ec13-4b32-9d97-233141a653ad req-d2718299-8820-48e7-85c6-5c309328f372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:09.776291 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:09.831141 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658da82f-ec13-4b32-9d97-233141a653ad req-d2718299-8820-48e7-85c6-5c309328f372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:09.831770 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-658da82f-ec13-4b32-9d97-233141a653ad req-d2718299-8820-48e7-85c6-5c309328f372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:09.833231 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-658da82f-ec13-4b32-9d97-233141a653ad req-d2718299-8820-48e7-85c6-5c309328f372 service neutron] 10.222.0.52 "PUT /v2.0/ports/07f3144f-1e56-4f45-be16-933bf0eee280 HTTP/1.1" status: 200 len: 1093 time: 0.7800207 Jun 29 23:10:09.833869 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ae4cb0-25aa-4dda-9774-5af583b6cd2e', 'tag': '07f3144f-1e56-4f45-be16-933bf0eee280'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:10:09.836265 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4ff624e5b506a15852624dbd6f9127feb1aca7eb9818edaf72933b1fc2af06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122afb79-8d0b-4e23-8408-93530bdee683" -d '{"events": [{"name": "network-changed", "server_uuid": "36ae4cb0-25aa-4dda-9774-5af583b6cd2e", "tag": "07f3144f-1e56-4f45-be16-933bf0eee280"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:10:09.881962 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-83845c5a-6f49-48e3-a8bc-3e60c38becff req-b28c2b7f-bbc9-4a9f-ae60-2c2a44474895 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062174 Jun 29 23:10:09.885769 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2718299-8820-48e7-85c6-5c309328f372 service neutron] Pushing event updated for resources: {'Port': ['ID=07f3144f-1e56-4f45-be16-933bf0eee280,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:09.896275 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-d2718299-8820-48e7-85c6-5c309328f372 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:09.929642 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07f425e-edea-4f89-bacb-07f010a0374d x-openstack-request-id: req-f07f425e-edea-4f89-bacb-07f010a0374d {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:10:09.930085 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ae4cb0-25aa-4dda-9774-5af583b6cd2e", "tag": "07f3144f-1e56-4f45-be16-933bf0eee280", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:10:09.930548 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f07f425e-edea-4f89-bacb-07f010a0374d {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:10:09.931493 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ae4cb0-25aa-4dda-9774-5af583b6cd2e', 'tag': '07f3144f-1e56-4f45-be16-933bf0eee280', 'status': 'completed', 'code': 200} Jun 29 23:10:09.975460 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658da82f-ec13-4b32-9d97-233141a653ad req-361a43ba-0103-4bb2-b859-aa479e083fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:09.978015 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-658da82f-ec13-4b32-9d97-233141a653ad req-361a43ba-0103-4bb2-b859-aa479e083fc5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aaabc82aaf78434e96bb0371d6ebd6a1&device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 1096 time: 0.0891955 Jun 29 23:10:10.022730 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-658da82f-ec13-4b32-9d97-233141a653ad req-db3381e3-f407-4bd3-a1d7-af6879d2b462 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07f3144f-1e56-4f45-be16-933bf0eee280 HTTP/1.1" status: 200 len: 217 time: 0.0360048 Jun 29 23:10:10.081660 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658da82f-ec13-4b32-9d97-233141a653ad req-914365b5-017c-4684-9865-cfcee1c142e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:10.083329 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-658da82f-ec13-4b32-9d97-233141a653ad req-914365b5-017c-4684-9865-cfcee1c142e0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64489b13-d94a-41d4-8485-dcdc9b2f5e92 HTTP/1.1" status: 200 len: 853 time: 0.0520940 Jun 29 23:10:10.126956 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-658da82f-ec13-4b32-9d97-233141a653ad req-c5953b57-e7f1-460f-846b-293d1aa4f58a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=becce603-e729-45cf-bdc8-440a0a304d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266833 Jun 29 23:10:10.249892 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-658da82f-ec13-4b32-9d97-233141a653ad req-f215f2cb-bd0d-4df3-9a4c-495f803509f6 service neutron] 10.222.0.52 "GET /v2.0/networks/becce603-e729-45cf-bdc8-440a0a304d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109200 Jun 29 23:10:10.362099 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015f893-1530-4596-ad97-41b2d4440cbb req-f737261d-7c53-4f0f-9ccb-d0f7cedf63fb tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:10.363627 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b015f893-1530-4596-ad97-41b2d4440cbb req-f737261d-7c53-4f0f-9ccb-d0f7cedf63fb tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.0652945 Jun 29 23:10:10.398742 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-658da82f-ec13-4b32-9d97-233141a653ad req-f0431111-0063-4c0f-a5ba-0eb3c68200c6 service neutron] 10.222.0.52 "GET /v2.0/networks/becce603-e729-45cf-bdc8-440a0a304d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437917 Jun 29 23:10:10.403110 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b015f893-1530-4596-ad97-41b2d4440cbb req-093e00ca-2aa3-464b-a9ac-7798f9e709a4 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324106 Jun 29 23:10:10.411741 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18459d1c-6a23-4271-b50e-86c716e325e1 req-af2dbe1d-83d4-43cb-ad50-2b7748504502 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:10.413693 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-18459d1c-6a23-4271-b50e-86c716e325e1 req-af2dbe1d-83d4-43cb-ad50-2b7748504502 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 943 time: 0.0949330 Jun 29 23:10:10.457338 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-18459d1c-6a23-4271-b50e-86c716e325e1 req-4b54b961-61d2-4966-9c97-4bb7594866ee tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd1837a9-27f3-454b-9182-c4dc5fae4f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377352 Jun 29 23:10:10.525517 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122afb79-8d0b-4e23-8408-93530bdee683 req-fdfe042a-5c8a-4e3d-82fa-83c6327c057b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:10.527099 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-122afb79-8d0b-4e23-8408-93530bdee683 req-fdfe042a-5c8a-4e3d-82fa-83c6327c057b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aaabc82aaf78434e96bb0371d6ebd6a1&device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 1096 time: 0.0661318 Jun 29 23:10:10.597879 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428179a8-850f-4bd6-99a2-b96c3ace6206 req-cc70405f-8bdc-4ae1-a263-cbebdc42b283 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:10.599570 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-428179a8-850f-4bd6-99a2-b96c3ace6206 req-cc70405f-8bdc-4ae1-a263-cbebdc42b283 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0714357 Jun 29 23:10:10.641039 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122afb79-8d0b-4e23-8408-93530bdee683 req-88f1455f-50a7-4de4-8bf7-f3e8d138fa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:10.641483 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-428179a8-850f-4bd6-99a2-b96c3ace6206 req-47e69152-51d6-451c-bab4-dffb6a62a57e tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337334 Jun 29 23:10:10.642702 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-122afb79-8d0b-4e23-8408-93530bdee683 req-88f1455f-50a7-4de4-8bf7-f3e8d138fa59 service neutron] 10.222.0.52 "GET /v2.0/networks?id=becce603-e729-45cf-bdc8-440a0a304d0f HTTP/1.1" status: 200 len: 914 time: 0.1002700 Jun 29 23:10:10.695979 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-122afb79-8d0b-4e23-8408-93530bdee683 req-2474d6ca-7497-4590-93c7-f7687f23ccb8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07f3144f-1e56-4f45-be16-933bf0eee280 HTTP/1.1" status: 200 len: 217 time: 0.0469115 Jun 29 23:10:10.759446 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122afb79-8d0b-4e23-8408-93530bdee683 req-eb0f1335-9ac7-4035-8db3-7831136b537e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:10.761702 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-122afb79-8d0b-4e23-8408-93530bdee683 req-eb0f1335-9ac7-4035-8db3-7831136b537e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64489b13-d94a-41d4-8485-dcdc9b2f5e92 HTTP/1.1" status: 200 len: 853 time: 0.0522838 Jun 29 23:10:10.809787 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-122afb79-8d0b-4e23-8408-93530bdee683 req-a6ceb8cb-c803-4349-9981-13cd5612ee0a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=becce603-e729-45cf-bdc8-440a0a304d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316851 Jun 29 23:10:10.940732 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-122afb79-8d0b-4e23-8408-93530bdee683 req-404b1f97-fac3-4658-b5f8-4d2a7d00527c service neutron] 10.222.0.52 "GET /v2.0/networks/becce603-e729-45cf-bdc8-440a0a304d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230102 Jun 29 23:10:11.076907 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-122afb79-8d0b-4e23-8408-93530bdee683 req-4308c19e-8a06-4ebf-804a-47f78b884858 service neutron] 10.222.0.52 "GET /v2.0/networks/becce603-e729-45cf-bdc8-440a0a304d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287050 Jun 29 23:10:11.655244 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40048f2-f5e2-4777-82f5-c42ec8f4c626 req-52d6fbe4-5d95-4a5f-a7bd-64f07b23532a tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:11.656828 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d40048f2-f5e2-4777-82f5-c42ec8f4c626 req-52d6fbe4-5d95-4a5f-a7bd-64f07b23532a tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 943 time: 0.0774386 Jun 29 23:10:11.701304 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d40048f2-f5e2-4777-82f5-c42ec8f4c626 req-3097fd93-7a78-4e02-a0ad-8e630cbcbc73 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd1837a9-27f3-454b-9182-c4dc5fae4f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386865 Jun 29 23:10:12.496020 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73aabbd-5f1f-40a7-9bdd-cd63b21f257d req-96716d9c-de46-4947-883a-cbe9f4833834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:12.497735 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b73aabbd-5f1f-40a7-9bdd-cd63b21f257d req-96716d9c-de46-4947-883a-cbe9f4833834 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a21d7629b3b04afe9b528722dbde8df7&device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 1098 time: 0.0671499 Jun 29 23:10:12.542234 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c86739-b286-4448-8033-bed1ed2e2635 req-a7814ccf-adf3-4bb5-83d1-b8aa1a5e1650 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:12.543904 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-16c86739-b286-4448-8033-bed1ed2e2635 req-a7814ccf-adf3-4bb5-83d1-b8aa1a5e1650 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0713091 Jun 29 23:10:12.590811 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-16c86739-b286-4448-8033-bed1ed2e2635 req-a55ba78a-2541-4e0b-ad76-5becff047304 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403502 Jun 29 23:10:12.610133 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 59386) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:12.622693 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73aabbd-5f1f-40a7-9bdd-cd63b21f257d req-d30a54fb-4f14-4b3e-956d-362eac985db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:12.624171 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b73aabbd-5f1f-40a7-9bdd-cd63b21f257d req-d30a54fb-4f14-4b3e-956d-362eac985db5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=89702f14-ff61-4cde-bb1a-7226991037f5 HTTP/1.1" status: 200 len: 919 time: 0.1184945 Jun 29 23:10:12.676662 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b73aabbd-5f1f-40a7-9bdd-cd63b21f257d req-40208916-47b5-4bd7-9c8f-d40446fb77ef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aade234a-ab1f-4e8c-9ad8-f86e56f903ba HTTP/1.1" status: 200 len: 217 time: 0.0424831 Jun 29 23:10:12.730992 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5969203d-77cf-4731-badb-3a5e20734770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:12.742808 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73aabbd-5f1f-40a7-9bdd-cd63b21f257d req-9bd5ed5a-50ad-4fd9-b592-f65983222cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:12.744437 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b73aabbd-5f1f-40a7-9bdd-cd63b21f257d req-9bd5ed5a-50ad-4fd9-b592-f65983222cd6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=849ea54a-79f1-48c3-8b24-76e2484d0112 HTTP/1.1" status: 200 len: 858 time: 0.0587289 Jun 29 23:10:12.781776 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b73aabbd-5f1f-40a7-9bdd-cd63b21f257d req-aadaa15f-6fd5-455d-aa79-20e91d42c56c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=89702f14-ff61-4cde-bb1a-7226991037f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292163 Jun 29 23:10:12.851676 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 59398) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:12.886958 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5969203d-77cf-4731-badb-3a5e20734770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:12.892281 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5969203d-77cf-4731-badb-3a5e20734770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:12.899631 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-be44815d-6949-4b10-9ce1-5c16bc220f0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:12.938088 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5969203d-77cf-4731-badb-3a5e20734770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f05fff2-fac4-48d7-90c4-776db811a0e6,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:12.941392 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-5969203d-77cf-4731-badb-3a5e20734770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:12.943485 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b73aabbd-5f1f-40a7-9bdd-cd63b21f257d req-91c27270-9934-40b0-a624-e4ffdfa19198 service neutron] 10.222.0.52 "GET /v2.0/networks/89702f14-ff61-4cde-bb1a-7226991037f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498730 Jun 29 23:10:12.947100 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-5969203d-77cf-4731-badb-3a5e20734770 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d92eb6b808b244749dd5cc12df26af1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3360016 Jun 29 23:10:12.947903 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 59402) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:12.985982 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-fbba1ff7-37d6-488a-95bf-335bc8f36135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:13.010691 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 07f3144f-1e56-4f45-be16-933bf0eee280 details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:10:13.014549 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53828d99-0b77-429a-bb8d-ddfc391dc7d2 req-dafb8bfb-2b57-40da-9f53-a693f20f4d22 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:13.016970 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-53828d99-0b77-429a-bb8d-ddfc391dc7d2 req-dafb8bfb-2b57-40da-9f53-a693f20f4d22 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 943 time: 0.1532447 Jun 29 23:10:13.095808 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-fbba1ff7-37d6-488a-95bf-335bc8f36135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:13.101077 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-fbba1ff7-37d6-488a-95bf-335bc8f36135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:13.105761 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-e8ad57b0-205d-488e-b449-356742de0902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:13.145116 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-fbba1ff7-37d6-488a-95bf-335bc8f36135 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=87705991056d43afb9080c3eb61f1884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2918646 Jun 29 23:10:13.145345 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port 07f3144f-1e56-4f45-be16-933bf0eee280, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=07f3144f-1e56-4f45-be16-933bf0eee280,segment=NetworkSegment(6edda1e6-a51f-4fc9-8f11-054035522628),segment_id=6edda1e6-a51f-4fc9-8f11-054035522628)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:10:13.147927 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba1ff7-37d6-488a-95bf-335bc8f36135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122dd72d-bd25-4ac4-96d0-a3f10547c166,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:13.150716 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 59406) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:13.161440 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Returning: {'device': '07f3144f-1e56-4f45-be16-933bf0eee280', 'network_id': 'becce603-e729-45cf-bdc8-440a0a304d0f', 'port_id': '07f3144f-1e56-4f45-be16-933bf0eee280', 'mac_address': 'fa:16:3e:03:96:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64489b13-d94a-41d4-8485-dcdc9b2f5e92', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:10:13.164304 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-fbba1ff7-37d6-488a-95bf-335bc8f36135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:13.211158 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:13.221252 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-78b4ea0f-78b9-45e7-bc29-45b4a4d1c125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:13.235058 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07f3144f-1e56-4f45-be16-933bf0eee280 {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:10:13.249907 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-78b4ea0f-78b9-45e7-bc29-45b4a4d1c125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:13.256870 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port 07f3144f-1e56-4f45-be16-933bf0eee280, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=07f3144f-1e56-4f45-be16-933bf0eee280,segment=NetworkSegment(6edda1e6-a51f-4fc9-8f11-054035522628),segment_id=6edda1e6-a51f-4fc9-8f11-054035522628)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:10:13.261494 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:13.264514 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-f4de0b91-4c38-4914-9820-d1ccf6854624 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:13.314691 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-78b4ea0f-78b9-45e7-bc29-45b4a4d1c125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:13.319462 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-78b4ea0f-78b9-45e7-bc29-45b4a4d1c125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:13.324811 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=07f3144f-1e56-4f45-be16-933bf0eee280,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:13.328224 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:13.333181 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-78b4ea0f-78b9-45e7-bc29-45b4a4d1c125 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/122dd72d-bd25-4ac4-96d0-a3f10547c166 HTTP/1.1" status: 204 len: 168 time: 0.1707575 Jun 29 23:10:13.334098 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-c1406373-ccd0-4a63-8fda-ba4ee11b9d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:13.340483 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-53828d99-0b77-429a-bb8d-ddfc391dc7d2 req-d4f8f514-7984-43f7-8f32-d9e519881710 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd1837a9-27f3-454b-9182-c4dc5fae4f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123181 Jun 29 23:10:13.343938 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b4ea0f-78b9-45e7-bc29-45b4a4d1c125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122dd72d-bd25-4ac4-96d0-a3f10547c166,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:13.346429 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-78b4ea0f-78b9-45e7-bc29-45b4a4d1c125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:13.348646 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8ad52880-2bfd-4304-ba9f-94b4435e9e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:13.378605 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b73aabbd-5f1f-40a7-9bdd-cd63b21f257d req-8e1d4335-d852-4e2b-a18b-59c4dfe4a661 service neutron] 10.222.0.52 "GET /v2.0/networks/89702f14-ff61-4cde-bb1a-7226991037f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232152 Jun 29 23:10:13.383598 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8ad52880-2bfd-4304-ba9f-94b4435e9e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:13.437571 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8ad52880-2bfd-4304-ba9f-94b4435e9e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:13.440409 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8ad52880-2bfd-4304-ba9f-94b4435e9e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:13.441702 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-8ad52880-2bfd-4304-ba9f-94b4435e9e73 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1f05fff2-fac4-48d7-90c4-776db811a0e6 HTTP/1.1" status: 204 len: 168 time: 0.4928901 Jun 29 23:10:13.442420 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:13.470308 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad52880-2bfd-4304-ba9f-94b4435e9e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f05fff2-fac4-48d7-90c4-776db811a0e6,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:13.478007 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-8ad52880-2bfd-4304-ba9f-94b4435e9e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:13.621406 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 59424) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:13.638046 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-06e4e7fb-d7ee-4918-8498-1c79979e1327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:13.742788 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-06e4e7fb-d7ee-4918-8498-1c79979e1327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:13.748867 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] get_ports_and_sgs() called for port_ids ['07f3144f-1e56-4f45-be16-933bf0eee280'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:10:13.749226 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-06e4e7fb-d7ee-4918-8498-1c79979e1327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:13.773909 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-a322462a-52e0-402a-ba78-4810f549477e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:13.793432 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85e910-d5d5-4565-977b-da789b98be9a req-c3e8840b-c30a-4880-9d9a-4cc5ff7d8124 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:13.795951 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ef85e910-d5d5-4565-977b-da789b98be9a req-c3e8840b-c30a-4880-9d9a-4cc5ff7d8124 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0897932 Jun 29 23:10:13.797165 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-06e4e7fb-d7ee-4918-8498-1c79979e1327 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e0acfe9264774f36b85a9ea456791a23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1744111 Jun 29 23:10:13.799838 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 59432) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:13.809702 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e4e7fb-d7ee-4918-8498-1c79979e1327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542c2de5-3f33-4cd5-a562-75d0027e7e16,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:13.824062 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-06e4e7fb-d7ee-4918-8498-1c79979e1327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:13.878278 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ef85e910-d5d5-4565-977b-da789b98be9a req-ab96529a-156d-40be-8711-1ef17189a973 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700531 Jun 29 23:10:13.898775 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e489352e-4a50-4805-a68d-2bbf28c3cba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:13.930660 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e489352e-4a50-4805-a68d-2bbf28c3cba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:13.985673 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e489352e-4a50-4805-a68d-2bbf28c3cba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:13.988381 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e489352e-4a50-4805-a68d-2bbf28c3cba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:13.989737 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-e489352e-4a50-4805-a68d-2bbf28c3cba5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/542c2de5-3f33-4cd5-a562-75d0027e7e16 HTTP/1.1" status: 204 len: 168 time: 0.1887901 Jun 29 23:10:13.991013 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-9fac1a91-37e5-4d62-a5f6-e48ce50bafbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:13.998599 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489352e-4a50-4805-a68d-2bbf28c3cba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542c2de5-3f33-4cd5-a562-75d0027e7e16,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:14.000824 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-e489352e-4a50-4805-a68d-2bbf28c3cba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:14.321731 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 59456) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:14.336485 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e049fec5-3967-4f1f-a2ee-cb4f116a92cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:14.463105 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e049fec5-3967-4f1f-a2ee-cb4f116a92cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:14.467602 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e049fec5-3967-4f1f-a2ee-cb4f116a92cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:14.472076 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-15e0b984-9e94-4f0b-95b9-94f56f8da70c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:14.532816 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e049fec5-3967-4f1f-a2ee-cb4f116a92cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc5c608-0ecf-46b0-8005-e5c929a424c5,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:14.544342 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-e049fec5-3967-4f1f-a2ee-cb4f116a92cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:14.547471 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 59468) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:14.547704 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-e049fec5-3967-4f1f-a2ee-cb4f116a92cf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a03735c790a240999ad344d94c5e66b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2245610 Jun 29 23:10:14.584955 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6f539-8dc6-455e-8374-4632976e4fd8 req-c74d6ad4-ac26-4679-b92f-3f993c04509d tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:14.587448 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4ef6f539-8dc6-455e-8374-4632976e4fd8 req-c74d6ad4-ac26-4679-b92f-3f993c04509d tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 944 time: 0.0909734 Jun 29 23:10:14.603476 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d5d0422f-7a08-4b2c-a411-1ecc34fe66da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:14.626552 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d5d0422f-7a08-4b2c-a411-1ecc34fe66da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:14.634900 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4ef6f539-8dc6-455e-8374-4632976e4fd8 req-34304705-572c-458f-8104-ba82ff6d5b07 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd1837a9-27f3-454b-9182-c4dc5fae4f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415919 Jun 29 23:10:14.686792 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d5d0422f-7a08-4b2c-a411-1ecc34fe66da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:14.689906 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d5d0422f-7a08-4b2c-a411-1ecc34fe66da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:14.693896 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-d5d0422f-7a08-4b2c-a411-1ecc34fe66da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cfc5c608-0ecf-46b0-8005-e5c929a424c5 HTTP/1.1" status: 204 len: 168 time: 0.1453557 Jun 29 23:10:14.694728 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-ed6d7cf3-66f6-442e-8f3e-3669ac4a4a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:14.702999 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0422f-7a08-4b2c-a411-1ecc34fe66da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc5c608-0ecf-46b0-8005-e5c929a424c5,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:14.717761 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-d5d0422f-7a08-4b2c-a411-1ecc34fe66da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:15.023757 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 07f3144f-1e56-4f45-be16-933bf0eee280 up at agent hyperv_hv-cinder-76960 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:10:15.085575 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d6121-c1b2-4e69-ba37-e04d965f70ad req-13e32789-8825-4864-bf80-9e3bd6a53590 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:15.087701 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a97d6121-c1b2-4e69-ba37-e04d965f70ad req-13e32789-8825-4864-bf80-9e3bd6a53590 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0908427 Jun 29 23:10:15.130421 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Provisioning for port 07f3144f-1e56-4f45-be16-933bf0eee280 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:10:15.136051 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Provisioning complete for port 07f3144f-1e56-4f45-be16-933bf0eee280 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:10:15.136462 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:15.157785 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a97d6121-c1b2-4e69-ba37-e04d965f70ad req-7db23e83-0636-4f3a-a67a-22f3941f59d6 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624402 Jun 29 23:10:15.243003 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:15.284283 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ae4cb0-25aa-4dda-9774-5af583b6cd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f3144f-1e56-4f45-be16-933bf0eee280'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:10:15.287458 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc242b685774feada63a8466480188dde327850ab4a240ce00b056240626d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540a4022-daab-4d67-8ad5-4a8acacdb889" -d '{"events": [{"server_uuid": "36ae4cb0-25aa-4dda-9774-5af583b6cd2e", "name": "network-vif-plugged", "status": "completed", "tag": "07f3144f-1e56-4f45-be16-933bf0eee280"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:10:15.304879 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port 07f3144f-1e56-4f45-be16-933bf0eee280, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=07f3144f-1e56-4f45-be16-933bf0eee280,segment=NetworkSegment(6edda1e6-a51f-4fc9-8f11-054035522628),segment_id=6edda1e6-a51f-4fc9-8f11-054035522628)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:10:15.310309 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:15.313909 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:15.364587 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ceeca44-4024-4a5a-a3c7-946d4087e40c x-openstack-request-id: req-9ceeca44-4024-4a5a-a3c7-946d4087e40c {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:10:15.364890 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ae4cb0-25aa-4dda-9774-5af583b6cd2e", "name": "network-vif-plugged", "status": "completed", "tag": "07f3144f-1e56-4f45-be16-933bf0eee280", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:10:15.365152 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9ceeca44-4024-4a5a-a3c7-946d4087e40c {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:10:15.366111 dv-cinder-769602-4-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ae4cb0-25aa-4dda-9774-5af583b6cd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f3144f-1e56-4f45-be16-933bf0eee280', 'code': 200} Jun 29 23:10:15.377862 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-e736d2ed-e078-48b2-9a0e-94f6eff0b372 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1552146588&fields=id&tenant_id=e444b0c64b064d49896f40508446d2e7 HTTP/1.1" status: 200 len: 267 time: 0.0616450 Jun 29 23:10:15.386891 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=07f3144f-1e56-4f45-be16-933bf0eee280,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:15.393537 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:15.524252 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-55568a85-b3ff-4390-b9e5-8889d768ba73 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:15.533505 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-55568a85-b3ff-4390-b9e5-8889d768ba73 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/networks?id=91614b0c-8023-4554-a60f-a9debc2aead5 HTTP/1.1" status: 200 len: 812 time: 0.1440046 Jun 29 23:10:15.549290 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-ef81d32e-3c5c-4e7a-908f-c3635f16f0be tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/quotas/e444b0c64b064d49896f40508446d2e7 HTTP/1.1" status: 200 len: 375 time: 0.0146458 Jun 29 23:10:15.667714 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-08fe0590-6f85-4ef3-b221-ad24dadbd2f0 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e444b0c64b064d49896f40508446d2e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1166592 Jun 29 23:10:15.679259 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c9934-e1b2-427d-be2c-1a557aaf0981 req-e44f78f5-b85e-4e40-a5d9-c825a7ea58a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:15.680885 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-024c9934-e1b2-427d-be2c-1a557aaf0981 req-e44f78f5-b85e-4e40-a5d9-c825a7ea58a7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 1098 time: 0.0823023 Jun 29 23:10:15.777190 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-024c9934-e1b2-427d-be2c-1a557aaf0981 req-620650c4-0a51-440f-947e-e2554ae8acd9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bd1837a9-27f3-454b-9182-c4dc5fae4f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863352 Jun 29 23:10:15.778507 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 59534) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:15.811831 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-fa492f46-f26c-4b88-8588-a3080abde5ce service neutron] 10.222.0.30 "GET /v2.0/networks/91614b0c-8023-4554-a60f-a9debc2aead5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298661 Jun 29 23:10:15.892917 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-ca9bdcc8-ebd2-411c-ae26-d2f88b8ca9cd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1982954808-network', 'tenant_id': '9855b0b0a0d24eebabad9d02a3593f56'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:10:15.905208 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-3a6658a8-8269-4823-b540-d3a250f3cba0 service neutron] 10.222.0.30 "GET /v2.0/networks/91614b0c-8023-4554-a60f-a9debc2aead5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873370 Jun 29 23:10:15.919463 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9bdcc8-ebd2-411c-ae26-d2f88b8ca9cd admin admin] Made reservation on behalf of 9855b0b0a0d24eebabad9d02a3593f56 for: {'network': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:10:15.922788 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ca9bdcc8-ebd2-411c-ae26-d2f88b8ca9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for network, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:15.934433 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ca9bdcc8-ebd2-411c-ae26-d2f88b8ca9cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:16.065075 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2a249-3c69-45ad-a739-2a5d9fa291b1 req-630f9257-9834-4f2b-9e89-b35b066dbdd7 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:16.066562 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-55b2a249-3c69-45ad-a739-2a5d9fa291b1 req-630f9257-9834-4f2b-9e89-b35b066dbdd7 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 945 time: 0.1021414 Jun 29 23:10:16.103281 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ca9bdcc8-ebd2-411c-ae26-d2f88b8ca9cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:16.112108 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ca9bdcc8-ebd2-411c-ae26-d2f88b8ca9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:16.129091 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-02593387-5542-44c5-99ff-2b1bc2aa7e24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:16.161747 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-55b2a249-3c69-45ad-a739-2a5d9fa291b1 req-91381624-8dc2-48c6-ac61-a59d594263a6 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd1837a9-27f3-454b-9182-c4dc5fae4f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864258 Jun 29 23:10:16.184531 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca9bdcc8-ebd2-411c-ae26-d2f88b8ca9cd admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=93163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 23:10:16.192415 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9bdcc8-ebd2-411c-ae26-d2f88b8ca9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2329eeb6-4738-46e3-a176-df97a89738fe,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:16.196676 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-ca9bdcc8-ebd2-411c-ae26-d2f88b8ca9cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:16.201909 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ca9bdcc8-ebd2-411c-ae26-d2f88b8ca9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010'] for segment, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:16.202430 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.db.segments_db [None req-ca9bdcc8-ebd2-411c-ae26-d2f88b8ca9cd admin admin] Added segment d6a1547b-eb01-42e2-87d0-fd1ddf846118 of type vlan for network 5fc87514-4bd0-4767-a854-4d25442e1d05 Jun 29 23:10:16.252640 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ca9bdcc8-ebd2-411c-ae26-d2f88b8ca9cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748551094604'] for network, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:16.294477 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ca9bdcc8-ebd2-411c-ae26-d2f88b8ca9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688'] for network, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:16.295969 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9bdcc8-ebd2-411c-ae26-d2f88b8ca9cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:16.296782 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ca9bdcc8-ebd2-411c-ae26-d2f88b8ca9cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for network, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:16.306498 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-46a98610-ca23-4eff-b0ea-9a3869dac83e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:16.380254 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-ca9bdcc8-ebd2-411c-ae26-d2f88b8ca9cd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5970299 Jun 29 23:10:16.382148 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 59556) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:16.382799 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-955d8c39-fc3f-4db5-b8b0-250692dd5c84 req-4088be77-0b41-42e7-b022-6ccfbc007a13 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0410290 Jun 29 23:10:16.397048 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-3fbd4b18-65ac-4443-8b9c-ba933cadb496 admin admin] Request body: {'subnet': {'network_id': '5fc87514-4bd0-4767-a854-4d25442e1d05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1982954808-subnet', 'tenant_id': '9855b0b0a0d24eebabad9d02a3593f56', 'ip_version': 4}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:10:16.411805 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9bdcc8-ebd2-411c-ae26-d2f88b8ca9cd admin admin] Pushing event updated for resources: {'Network': ['ID=5fc87514-4bd0-4767-a854-4d25442e1d05,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:16.416877 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-ca9bdcc8-ebd2-411c-ae26-d2f88b8ca9cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:16.423977 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Network 5fc87514-4bd0-4767-a854-4d25442e1d05 details requested by agent ovs-agent-dv-cinder-769602-4-iscsi with host dv-cinder-769602-4-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:10:16.437075 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbd4b18-65ac-4443-8b9c-ba933cadb496 admin admin] Made reservation on behalf of 9855b0b0a0d24eebabad9d02a3593f56 for: {'subnet': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:10:16.439441 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3fbd4b18-65ac-4443-8b9c-ba933cadb496 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5764002'] for subnet, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:16.699986 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf786b-dfb8-499f-995a-76af247cf17a req-e47b3a7d-827a-4df8-bba4-6d1e9fe6cf46 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:16.701503 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dfaf786b-dfb8-499f-995a-76af247cf17a req-e47b3a7d-827a-4df8-bba4-6d1e9fe6cf46 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.3564663 Jun 29 23:10:16.767474 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dfaf786b-dfb8-499f-995a-76af247cf17a req-be3f17a4-d6d5-4b1f-9dce-4a7770b3a57f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571954 Jun 29 23:10:16.867834 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3fbd4b18-65ac-4443-8b9c-ba933cadb496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5733108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5764016'] for subnet, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:16.870830 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-1c88df8b-7e06-41b4-9607-5e796eb5019f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:16.929491 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd4b18-65ac-4443-8b9c-ba933cadb496 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c5958d2-5979-42b6-8d5d-8777f7be84eb,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:16.932606 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-3fbd4b18-65ac-4443-8b9c-ba933cadb496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:16.945807 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbd4b18-65ac-4443-8b9c-ba933cadb496 admin admin] Checking segment: {'id': 'd6a1547b-eb01-42e2-87d0-fd1ddf846118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5fc87514-4bd0-4767-a854-4d25442e1d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:10:16.946245 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbd4b18-65ac-4443-8b9c-ba933cadb496 admin admin] Network hostable DHCP agents. Network: 5fc87514-4bd0-4767-a854-4d25442e1d05, hostable agents: ['cfabb9e1-4ba2-4051-95c8-b215c3ad7269'], hosted agents: [] {{(pid=93163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:10:16.967484 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbd4b18-65ac-4443-8b9c-ba933cadb496 admin admin] Network 5fc87514-4bd0-4767-a854-4d25442e1d05 is scheduled to be hosted by DHCP agent cfabb9e1-4ba2-4051-95c8-b215c3ad7269 with binding_index 1 {{(pid=93163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:10:16.978140 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-3fbd4b18-65ac-4443-8b9c-ba933cadb496 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-4-iscsi, 5fc87514-4bd0-4767-a854-4d25442e1d05) {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:10:16.982659 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbd4b18-65ac-4443-8b9c-ba933cadb496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:16.983348 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3fbd4b18-65ac-4443-8b9c-ba933cadb496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for subnet, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:16.987942 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654717f9-a39b-47e4-9f3e-8e5797420de6 None None] Network 5fc87514-4bd0-4767-a854-4d25442e1d05 requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:10:16.999239 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-3fbd4b18-65ac-4443-8b9c-ba933cadb496 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6160166 Jun 29 23:10:17.001679 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 59568) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:17.007474 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-df17ed64-0ff1-4f8f-88f4-f9cfb2f60862 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1982954808-router', 'tenant_id': '9855b0b0a0d24eebabad9d02a3593f56', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'}}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:10:17.040559 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-df17ed64-0ff1-4f8f-88f4-f9cfb2f60862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-450309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2020'] for router, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:17.041611 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-df17ed64-0ff1-4f8f-88f4-f9cfb2f60862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2029'] for router, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:17.108111 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-df17ed64-0ff1-4f8f-88f4-f9cfb2f60862 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:17.140235 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-65aabb84-5ebe-4a4f-ace5-0ad8e91c936d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:17.179973 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d089ab2-8f30-45d8-a1ec-5c8981584875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp803aeffc-a578-5cd1-be8d-e0bc517096b8-5fc87514-4bd0-4767-a854-4d25442e1d05', 'network_id': '5fc87514-4bd0-4767-a854-4d25442e1d05', 'tenant_id': '9855b0b0a0d24eebabad9d02a3593f56', 'fixed_ips': [{'subnet_id': '6c5958d2-5979-42b6-8d5d-8777f7be84eb'}]}} from dv-cinder-769602-4-iscsi. {{(pid=93164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 23:10:17.181001 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-3d089ab2-8f30-45d8-a1ec-5c8981584875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:17.251884 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-df17ed64-0ff1-4f8f-88f4-f9cfb2f60862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-489796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-450314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1823'] for router, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:17.336709 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.db_base_plugin_common [None req-3d089ab2-8f30-45d8-a1ec-5c8981584875 None None] Allocated IP 172.20.0.2 (5fc87514-4bd0-4767-a854-4d25442e1d05/6c5958d2-5979-42b6-8d5d-8777f7be84eb/bbdb6abe-67fe-4850-8cc3-8d0240f6e397) {{(pid=93164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:10:17.381996 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2944c7b-a88c-423a-a9c1-7157d8c74c8b req-ef88dcc8-4543-463d-8b7b-b007b5544db2 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:17.383482 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b2944c7b-a88c-423a-a9c1-7157d8c74c8b req-ef88dcc8-4543-463d-8b7b-b007b5544db2 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 945 time: 0.1100161 Jun 29 23:10:17.518819 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-3d089ab2-8f30-45d8-a1ec-5c8981584875 None None] Notify callbacks [] for port, precommit_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:17.530861 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-3d089ab2-8f30-45d8-a1ec-5c8981584875 None None] Transition to ACTIVE for port object bbdb6abe-67fe-4850-8cc3-8d0240f6e397 will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:10:17.549629 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-3d089ab2-8f30-45d8-a1ec-5c8981584875 None None] Transition to ACTIVE for port object bbdb6abe-67fe-4850-8cc3-8d0240f6e397 will not be triggered until provisioned by entity DHCP. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:10:17.555901 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b2944c7b-a88c-423a-a9c1-7157d8c74c8b req-6b337cb2-7598-495a-be74-1eae4083142a tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd1837a9-27f3-454b-9182-c4dc5fae4f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628010 Jun 29 23:10:17.568305 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-3d089ab2-8f30-45d8-a1ec-5c8981584875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181'] for port, after_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:17.574369 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-42cfc0ce-da82-4f49-a8ef-2d864b8d9f4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:17.593888 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-bca825db-43db-4929-a74d-3be1ae428124 req-c9af6356-23c0-4bad-a8af-e579c24f797d tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0587616 Jun 29 23:10:17.638029 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d089ab2-8f30-45d8-a1ec-5c8981584875 None None] Network 5fc87514-4bd0-4767-a854-4d25442e1d05 is already hosted by enough agents. {{(pid=93164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:10:17.640978 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.scheduler.base_scheduler [None req-3d089ab2-8f30-45d8-a1ec-5c8981584875 None None] Resources bound (agent type, host, resource id): {{(pid=93164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:10:17.650918 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-df17ed64-0ff1-4f8f-88f4-f9cfb2f60862 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:17.654634 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d089ab2-8f30-45d8-a1ec-5c8981584875 None None] Pushing event updated for resources: {'Port': ['ID=bbdb6abe-67fe-4850-8cc3-8d0240f6e397,revision_number=1']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:17.657543 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d089ab2-8f30-45d8-a1ec-5c8981584875 None None] Received port after_create {{(pid=93164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:10:17.671019 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-3d089ab2-8f30-45d8-a1ec-5c8981584875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:17.697712 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-df17ed64-0ff1-4f8f-88f4-f9cfb2f60862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:17.811423 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-3d089ab2-8f30-45d8-a1ec-5c8981584875 None None] Attempting to bind port bbdb6abe-67fe-4850-8cc3-8d0240f6e397 on host dv-cinder-769602-4-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:10:17.813742 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-3d089ab2-8f30-45d8-a1ec-5c8981584875 None None] Attempting to bind port bbdb6abe-67fe-4850-8cc3-8d0240f6e397 by drivers openvswitch,hyperv on host dv-cinder-769602-4-iscsi at level 0 using segments [{'id': 'd6a1547b-eb01-42e2-87d0-fd1ddf846118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5fc87514-4bd0-4767-a854-4d25442e1d05'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:10:17.819800 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d089ab2-8f30-45d8-a1ec-5c8981584875 None None] Attempting to bind port bbdb6abe-67fe-4850-8cc3-8d0240f6e397 on network 5fc87514-4bd0-4767-a854-4d25442e1d05 {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:10:17.847936 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d089ab2-8f30-45d8-a1ec-5c8981584875 None None] Checking agent: {'id': 'a1c2e225-8bcd-423f-9b74-e274311af98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 0, 50), 'started_at': datetime.datetime(2021, 6, 29, 23, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:10:17.848311 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [None req-df17ed64-0ff1-4f8f-88f4-f9cfb2f60862 admin admin] Allocated IP 172.27.0.239 (4f4d7b89-f14b-44bd-8c77-680ef6990266/7d983a82-3206-4a2a-9ce9-3b2c9dc20086/b4467d9e-8768-4f92-afbb-22ca12761ad2) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:10:17.850413 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d089ab2-8f30-45d8-a1ec-5c8981584875 None None] Checking segment: {'id': 'd6a1547b-eb01-42e2-87d0-fd1ddf846118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5fc87514-4bd0-4767-a854-4d25442e1d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:10:17.855950 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-3d089ab2-8f30-45d8-a1ec-5c8981584875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:17.858866 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d089ab2-8f30-45d8-a1ec-5c8981584875 None None] Bound using segment: {'id': 'd6a1547b-eb01-42e2-87d0-fd1ddf846118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5fc87514-4bd0-4767-a854-4d25442e1d05'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:10:17.859732 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-3d089ab2-8f30-45d8-a1ec-5c8981584875 None None] Bound port: bbdb6abe-67fe-4850-8cc3-8d0240f6e397, host: dv-cinder-769602-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a1547b-eb01-42e2-87d0-fd1ddf846118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5fc87514-4bd0-4767-a854-4d25442e1d05'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:10:17.860876 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-3d089ab2-8f30-45d8-a1ec-5c8981584875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:17.995106 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-df17ed64-0ff1-4f8f-88f4-f9cfb2f60862 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:18.031335 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-16ebeaff-efb1-4099-8f49-3d76ecd69fad tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:18.032890 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-16ebeaff-efb1-4099-8f49-3d76ecd69fad tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.52 "GET /v2.0/networks?id=91614b0c-8023-4554-a60f-a9debc2aead5 HTTP/1.1" status: 200 len: 812 time: 0.3127630 Jun 29 23:10:18.048217 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-df17ed64-0ff1-4f8f-88f4-f9cfb2f60862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5732936'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:18.052210 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-8e887484-2ce1-4000-b028-f657c57bc393 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:18.093279 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-3d089ab2-8f30-45d8-a1ec-5c8981584875 None None] For port bbdb6abe-67fe-4850-8cc3-8d0240f6e397, host dv-cinder-769602-4-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:10:18.103468 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-3d089ab2-8f30-45d8-a1ec-5c8981584875 None None] For port bbdb6abe-67fe-4850-8cc3-8d0240f6e397, host dv-cinder-769602-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=bbdb6abe-67fe-4850-8cc3-8d0240f6e397,segment=NetworkSegment(d6a1547b-eb01-42e2-87d0-fd1ddf846118),segment_id=d6a1547b-eb01-42e2-87d0-fd1ddf846118)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:10:18.107577 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df17ed64-0ff1-4f8f-88f4-f9cfb2f60862 admin admin] Network 4f4d7b89-f14b-44bd-8c77-680ef6990266 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:10:18.111062 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-df17ed64-0ff1-4f8f-88f4-f9cfb2f60862 admin admin] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:10:18.118467 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-3d089ab2-8f30-45d8-a1ec-5c8981584875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:18.127930 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df17ed64-0ff1-4f8f-88f4-f9cfb2f60862 admin admin] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:10:18.134618 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:18.162797 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17ed64-0ff1-4f8f-88f4-f9cfb2f60862 admin admin] Pushing event updated for resources: {'Port': ['ID=b4467d9e-8768-4f92-afbb-22ca12761ad2,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:18.176249 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-df17ed64-0ff1-4f8f-88f4-f9cfb2f60862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:18.231395 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-bca504bb-964b-43b2-9293-6d276e43dedd tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e444b0c64b064d49896f40508446d2e7 HTTP/1.1" status: 200 len: 380 time: 0.1801503 Jun 29 23:10:18.242044 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d089ab2-8f30-45d8-a1ec-5c8981584875 None None] Pushing event updated for resources: {'Port': ['ID=bbdb6abe-67fe-4850-8cc3-8d0240f6e397,revision_number=2']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:18.245315 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-3d089ab2-8f30-45d8-a1ec-5c8981584875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:18.260374 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-85f54ec0-f5c7-4441-b447-cfe522915731 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Request body: {'port': {'device_id': '16302153-6c4c-4899-83cf-38975372d337', 'network_id': '91614b0c-8023-4554-a60f-a9debc2aead5', 'admin_state_up': True, 'tenant_id': 'e444b0c64b064d49896f40508446d2e7', 'security_groups': ['3089ad28-dfe7-4f2c-900f-3cfd6db472d9']}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:10:18.397689 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ea887-32ae-4b63-aa1f-57c0c1d0da72 req-d6eb704f-fde5-4cbe-9bd2-b96c3f544a3c tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:18.405694 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-218ea887-32ae-4b63-aa1f-57c0c1d0da72 req-d6eb704f-fde5-4cbe-9bd2-b96c3f544a3c tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.2955196 Jun 29 23:10:18.579830 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-218ea887-32ae-4b63-aa1f-57c0c1d0da72 req-d42872e7-2eac-41fe-bb38-33b954077f6e tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730959 Jun 29 23:10:18.607684 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-85f54ec0-f5c7-4441-b447-cfe522915731 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Made reservation on behalf of e444b0c64b064d49896f40508446d2e7 for: {'port': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:10:18.613084 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-85f54ec0-f5c7-4441-b447-cfe522915731 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:18.660642 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-df17ed64-0ff1-4f8f-88f4-f9cfb2f60862 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:18.885961 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-85f54ec0-f5c7-4441-b447-cfe522915731 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Allocated IP 172.20.0.11 (91614b0c-8023-4554-a60f-a9debc2aead5/f269cef7-2126-4abb-adf5-a4e644107e63/fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:10:18.889206 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-640ccd2d-7d0e-4f86-be24-2a1f5e8ef20d req-3f637dd6-b101-4312-a814-25f51d3899fa tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0394049 Jun 29 23:10:19.006632 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-df17ed64-0ff1-4f8f-88f4-f9cfb2f60862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-450323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-489888'] for router, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:19.085412 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-85f54ec0-f5c7-4441-b447-cfe522915731 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:19.100955 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-85f54ec0-f5c7-4441-b447-cfe522915731 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Transition to ACTIVE for port object fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1 will not be triggered until provisioned by entity DHCP. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:10:19.147164 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-85f54ec0-f5c7-4441-b447-cfe522915731 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:19.156297 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:19.183654 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df17ed64-0ff1-4f8f-88f4-f9cfb2f60862 admin admin] Router afde0061-30d1-4ccf-bf64-a568784536dc is scheduled to L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f with binding_index 1 {{(pid=93163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 23:10:19.196521 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-85f54ec0-f5c7-4441-b447-cfe522915731 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Network 91614b0c-8023-4554-a60f-a9debc2aead5 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:10:19.202668 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-85f54ec0-f5c7-4441-b447-cfe522915731 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:10:19.214199 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-85f54ec0-f5c7-4441-b447-cfe522915731 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:10:19.219839 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-85f54ec0-f5c7-4441-b447-cfe522915731 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:19.220468 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-85f54ec0-f5c7-4441-b447-cfe522915731 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:19.245689 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f54ec0-f5c7-4441-b447-cfe522915731 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Pushing event updated for resources: {'Port': ['ID=fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:19.249803 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-85f54ec0-f5c7-4441-b447-cfe522915731 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:19.251789 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-85f54ec0-f5c7-4441-b447-cfe522915731 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0058520 Jun 29 23:10:19.271298 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-52dd1a29-9618-4e9e-b1c9-658ef7af1701 service neutron] Request body: {'port': {'device_id': '16302153-6c4c-4899-83cf-38975372d337', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:10:19.340875 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df17ed64-0ff1-4f8f-88f4-f9cfb2f60862 admin admin] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:10:19.354745 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d91004-d8a5-42ba-8a52-47bcc1d56ea7 None None] Sync routers for ids ['afde0061-30d1-4ccf-bf64-a568784536dc'] in dv-cinder-769602-4-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:10:19.366773 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-df17ed64-0ff1-4f8f-88f4-f9cfb2f60862 admin admin] Notify callbacks [] for router, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:19.370691 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-df17ed64-0ff1-4f8f-88f4-f9cfb2f60862 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3679042 Jun 29 23:10:19.378993 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d91004-d8a5-42ba-8a52-47bcc1d56ea7 None None] Routers {'afde0061-30d1-4ccf-bf64-a568784536dc'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:10:19.380073 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-b2d91004-d8a5-42ba-8a52-47bcc1d56ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:09:50Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['afde0061-30d1-4ccf-bf64-a568784536dc'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:10:19.381097 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 59672) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:19.404743 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-52dd1a29-9618-4e9e-b1c9-658ef7af1701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:19.575859 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-b2d91004-d8a5-42ba-8a52-47bcc1d56ea7 None None] Set router afde0061-30d1-4ccf-bf64-a568784536dc gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:10:19.620495 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-a9066d31-53d7-469e-bc0f-c8567a0f0089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:19.742432 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-47743a58-a7fa-4ca8-9310-40edf1c19aca None None] Provisioning for port fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1 completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:10:19.750732 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-47743a58-a7fa-4ca8-9310-40edf1c19aca None None] Provisioning complete for port fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:10:19.751429 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-47743a58-a7fa-4ca8-9310-40edf1c19aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:19.825835 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bcaa2c-21d0-49ce-bc7b-b9d45465ff13 None None] Network 5fc87514-4bd0-4767-a854-4d25442e1d05 requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:10:19.869270 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-47743a58-a7fa-4ca8-9310-40edf1c19aca None None] Port fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1 cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:10:19.940667 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-b2d91004-d8a5-42ba-8a52-47bcc1d56ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'name': 'tempest-TestShelveInstance-1982954808-router', 'tenant_id': '9855b0b0a0d24eebabad9d02a3593f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b4467d9e-8768-4f92-afbb-22ca12761ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:10:17Z', 'updated_at': '2021-06-29T23:10:18Z', 'revision_number': 3, 'project_id': '9855b0b0a0d24eebabad9d02a3593f56', 'gw_port': {'id': 'b4467d9e-8768-4f92-afbb-22ca12761ad2', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:10:17Z', 'updated_at': '2021-06-29T23:10:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi'}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:10:19.990106 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d91004-d8a5-42ba-8a52-47bcc1d56ea7 None None] Checking router: afde0061-30d1-4ccf-bf64-a568784536dc for host: dv-cinder-769602-4-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:10:19.991369 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d91004-d8a5-42ba-8a52-47bcc1d56ea7 None None] Updating router afde0061-30d1-4ccf-bf64-a568784536dc port b4467d9e-8768-4f92-afbb-22ca12761ad2 binding host dv-cinder-769602-4-iscsi {{(pid=93165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:10:20.029955 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-77aa63ad-00d2-4ef1-bb2f-4a5d9df65669 None None] Provisioning for port bbdb6abe-67fe-4850-8cc3-8d0240f6e397 completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:10:20.033092 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8553cdf-f05b-4186-a845-4024c9930fce req-1866d7a6-a43f-4576-971a-8c183b5956c2 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:20.035036 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e8553cdf-f05b-4186-a845-4024c9930fce req-1866d7a6-a43f-4576-971a-8c183b5956c2 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/networks?id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 HTTP/1.1" status: 200 len: 815 time: 0.1486540 Jun 29 23:10:20.050251 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-b2d91004-d8a5-42ba-8a52-47bcc1d56ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:20.071645 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e8553cdf-f05b-4186-a845-4024c9930fce req-145d940e-905f-4c7f-b089-35b802f7fc90 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/quotas/84fa8dae152648e093dc8e5a4d0ef36d HTTP/1.1" status: 200 len: 375 time: 0.0250480 Jun 29 23:10:20.081072 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fa200-458f-4393-a9e8-9961c9c0cf18 req-886b9d6c-ad34-40d5-8eb0-43106bda97ac tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:20.095210 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e05fa200-458f-4393-a9e8-9961c9c0cf18 req-886b9d6c-ad34-40d5-8eb0-43106bda97ac tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.2664206 Jun 29 23:10:20.105797 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:20.230395 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e8553cdf-f05b-4186-a845-4024c9930fce req-54da2da5-8087-49a0-9b7d-7132084187ca tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=84fa8dae152648e093dc8e5a4d0ef36d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1574519 Jun 29 23:10:20.283140 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e05fa200-458f-4393-a9e8-9961c9c0cf18 req-e198066f-a3c5-4c90-a659-7dd651c02ec2 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894855 Jun 29 23:10:20.284180 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device bbdb6abe-67fe-4850-8cc3-8d0240f6e397 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:10:20.394623 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-52dd1a29-9618-4e9e-b1c9-658ef7af1701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1 {{(pid=93162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:10:20.400227 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e8553cdf-f05b-4186-a845-4024c9930fce req-fff6f29b-046e-45a6-bcee-039382a502ce service neutron] 10.222.0.30 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677766 Jun 29 23:10:20.420919 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning for port bbdb6abe-67fe-4850-8cc3-8d0240f6e397 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:10:20.427161 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port bbdb6abe-67fe-4850-8cc3-8d0240f6e397 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:10:20.427560 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:20.484481 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-52dd1a29-9618-4e9e-b1c9-658ef7af1701 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:20.487139 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-b2d91004-d8a5-42ba-8a52-47bcc1d56ea7 None None] Notify callbacks [] for port, precommit_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:20.499708 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.provisioning_blocks [None req-b2d91004-d8a5-42ba-8a52-47bcc1d56ea7 None None] Transition to ACTIVE for port object b4467d9e-8768-4f92-afbb-22ca12761ad2 will not be triggered until provisioned by entity L2. {{(pid=93165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:10:20.509624 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-b2d91004-d8a5-42ba-8a52-47bcc1d56ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:20.514013 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-93518295-89ce-4c36-b6c9-7b39c5fc9f5c None None] Provisioning complete for port bbdb6abe-67fe-4850-8cc3-8d0240f6e397 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:10:20.514836 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-93518295-89ce-4c36-b6c9-7b39c5fc9f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:20.518007 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:20.533969 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e8553cdf-f05b-4186-a845-4024c9930fce req-6cf9fd13-f279-4cad-9b8f-3445458abad0 service neutron] 10.222.0.30 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325095 Jun 29 23:10:20.550973 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-52dd1a29-9618-4e9e-b1c9-658ef7af1701 service neutron] Transition to ACTIVE for port object fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1 will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:10:20.591034 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-52dd1a29-9618-4e9e-b1c9-658ef7af1701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:20.603016 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-85f54ec0-f5c7-4441-b447-cfe522915731 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:20.605993 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:20.651208 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c703012-5322-4dab-bb35-3bdb9d3ad974 None None] Pushing event updated for resources: {'Port': ['ID=b4467d9e-8768-4f92-afbb-22ca12761ad2,revision_number=2']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:20.723614 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [None req-7c703012-5322-4dab-bb35-3bdb9d3ad974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:20.762391 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-52dd1a29-9618-4e9e-b1c9-658ef7af1701 service neutron] Attempting to bind port fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1 on host hv-cinder-76960 for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:10:20.762731 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-52dd1a29-9618-4e9e-b1c9-658ef7af1701 service neutron] Attempting to bind port fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1 by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': '4c3131ec-6831-4e51-915e-b85cb9cde4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '91614b0c-8023-4554-a60f-a9debc2aead5'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:10:20.765998 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-52dd1a29-9618-4e9e-b1c9-658ef7af1701 service neutron] Attempting to bind port fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1 on network 91614b0c-8023-4554-a60f-a9debc2aead5 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:10:20.784113 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-52dd1a29-9618-4e9e-b1c9-658ef7af1701 service neutron] Port fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1 on network 91614b0c-8023-4554-a60f-a9debc2aead5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:10:20.784439 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-52dd1a29-9618-4e9e-b1c9-658ef7af1701 service neutron] Attempting to bind port fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1 on network 91614b0c-8023-4554-a60f-a9debc2aead5 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:10:20.796727 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd1a29-9618-4e9e-b1c9-658ef7af1701 service neutron] Pushing event updated for resources: {'Port': ['ID=fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:20.813619 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-b2d91004-d8a5-42ba-8a52-47bcc1d56ea7 None None] Attempting to bind port b4467d9e-8768-4f92-afbb-22ca12761ad2 on host dv-cinder-769602-4-iscsi for vnic_type normal with profile {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:10:20.813979 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-b2d91004-d8a5-42ba-8a52-47bcc1d56ea7 None None] Attempting to bind port b4467d9e-8768-4f92-afbb-22ca12761ad2 by drivers openvswitch,hyperv on host dv-cinder-769602-4-iscsi at level 0 using segments [{'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:10:20.814350 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d91004-d8a5-42ba-8a52-47bcc1d56ea7 None None] Attempting to bind port b4467d9e-8768-4f92-afbb-22ca12761ad2 on network 4f4d7b89-f14b-44bd-8c77-680ef6990266 {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:10:20.821018 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d91004-d8a5-42ba-8a52-47bcc1d56ea7 None None] Checking agent: {'id': 'a1c2e225-8bcd-423f-9b74-e274311af98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 0, 50), 'started_at': datetime.datetime(2021, 6, 29, 23, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:10:20.821700 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d91004-d8a5-42ba-8a52-47bcc1d56ea7 None None] Checking segment: {'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:10:20.822290 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-b2d91004-d8a5-42ba-8a52-47bcc1d56ea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:20.822863 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d91004-d8a5-42ba-8a52-47bcc1d56ea7 None None] Bound using segment: {'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:10:20.823525 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-b2d91004-d8a5-42ba-8a52-47bcc1d56ea7 None None] Bound port: b4467d9e-8768-4f92-afbb-22ca12761ad2, host: dv-cinder-769602-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'}}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:10:20.824594 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-b2d91004-d8a5-42ba-8a52-47bcc1d56ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:20.847680 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-52dd1a29-9618-4e9e-b1c9-658ef7af1701 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:20.856959 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-52dd1a29-9618-4e9e-b1c9-658ef7af1701 service neutron] Checking agent: {'id': 'a4a0778d-945d-473c-9557-d6f7decbe5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 7, 4), 'started_at': datetime.datetime(2021, 6, 29, 23, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:10:20.857302 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-52dd1a29-9618-4e9e-b1c9-658ef7af1701 service neutron] Checking segment: {'id': '4c3131ec-6831-4e51-915e-b85cb9cde4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '91614b0c-8023-4554-a60f-a9debc2aead5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:10:20.857690 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-52dd1a29-9618-4e9e-b1c9-658ef7af1701 service neutron] Bound using segment: {'id': '4c3131ec-6831-4e51-915e-b85cb9cde4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '91614b0c-8023-4554-a60f-a9debc2aead5'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:10:20.858183 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-52dd1a29-9618-4e9e-b1c9-658ef7af1701 service neutron] Bound port: fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c3131ec-6831-4e51-915e-b85cb9cde4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '91614b0c-8023-4554-a60f-a9debc2aead5'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:10:20.858540 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-52dd1a29-9618-4e9e-b1c9-658ef7af1701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:20.882837 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:20.888499 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d9a52-58b5-49e1-9f77-2d1f8f3977fe req-9eedd2af-bd0f-4172-87a3-2aa57265cda2 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:20.896663 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e67d9a52-58b5-49e1-9f77-2d1f8f3977fe req-9eedd2af-bd0f-4172-87a3-2aa57265cda2 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 944 time: 0.3465669 Jun 29 23:10:20.898070 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] For port bbdb6abe-67fe-4850-8cc3-8d0240f6e397, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=bbdb6abe-67fe-4850-8cc3-8d0240f6e397,segment=NetworkSegment(d6a1547b-eb01-42e2-87d0-fd1ddf846118),segment_id=d6a1547b-eb01-42e2-87d0-fd1ddf846118)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:10:20.912488 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-93518295-89ce-4c36-b6c9-7b39c5fc9f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:20.915613 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-b2d91004-d8a5-42ba-8a52-47bcc1d56ea7 None None] For port b4467d9e-8768-4f92-afbb-22ca12761ad2, host dv-cinder-769602-4-iscsi, cleared binding levels {{(pid=93165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:10:20.917603 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:20.930313 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-b2d91004-d8a5-42ba-8a52-47bcc1d56ea7 None None] For port b4467d9e-8768-4f92-afbb-22ca12761ad2, host dv-cinder-769602-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=b4467d9e-8768-4f92-afbb-22ca12761ad2,segment=NetworkSegment(0d7322d1-9f99-46a3-b2ff-5e8cb22a095c),segment_id=0d7322d1-9f99-46a3-b2ff-5e8cb22a095c)] {{(pid=93165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:10:20.933976 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:20.953199 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-b2d91004-d8a5-42ba-8a52-47bcc1d56ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:20.968345 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:20.971881 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4e411506-c941-4624-b29c-b0433d6e0bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:21.031882 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d91004-d8a5-42ba-8a52-47bcc1d56ea7 None None] Routers {'afde0061-30d1-4ccf-bf64-a568784536dc'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:10:21.032477 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-b2d91004-d8a5-42ba-8a52-47bcc1d56ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:10:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['afde0061-30d1-4ccf-bf64-a568784536dc'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:10:21.035172 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e67d9a52-58b5-49e1-9f77-2d1f8f3977fe req-0aaf0787-a7b9-4d06-8f28-5e87c4a366ac tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/security-groups?id=3089ad28-dfe7-4f2c-900f-3cfd6db472d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379142 Jun 29 23:10:21.094335 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c703012-5322-4dab-bb35-3bdb9d3ad974 None None] Pushing event updated for resources: {'Port': ['ID=b4467d9e-8768-4f92-afbb-22ca12761ad2,revision_number=3']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:21.102943 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Pushing event updated for resources: {'Port': ['ID=bbdb6abe-67fe-4850-8cc3-8d0240f6e397,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:21.106136 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.db.api [None req-93518295-89ce-4c36-b6c9-7b39c5fc9f5c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 23:10:21.106553 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_db.api [None req-93518295-89ce-4c36-b6c9-7b39c5fc9f5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 23:10:21.107201 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:21.119760 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [None req-7c703012-5322-4dab-bb35-3bdb9d3ad974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:21.197558 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-b2d91004-d8a5-42ba-8a52-47bcc1d56ea7 None None] Set router afde0061-30d1-4ccf-bf64-a568784536dc gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:10:21.248171 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5408dc54-2dc5-4bd6-8ebf-98ace8ce8abe req-1bb67eb2-a73c-4b0b-907d-072484dcdb10 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=65fb0452-abfc-49fa-8093-c663cea0dee6 HTTP/1.1" status: 200 len: 210 time: 0.0490763 Jun 29 23:10:21.269039 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-52dd1a29-9618-4e9e-b1c9-658ef7af1701 service neutron] For port fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1, host hv-cinder-76960, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:10:21.289129 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-52dd1a29-9618-4e9e-b1c9-658ef7af1701 service neutron] For port fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1,segment=NetworkSegment(4c3131ec-6831-4e51-915e-b85cb9cde4ad),segment_id=4c3131ec-6831-4e51-915e-b85cb9cde4ad)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:10:21.314061 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-4e411506-c941-4624-b29c-b0433d6e0bf8 admin admin] Allocated IP 172.20.0.1 (5fc87514-4bd0-4767-a854-4d25442e1d05/6c5958d2-5979-42b6-8d5d-8777f7be84eb/f8472051-1085-497b-a791-7093c5c50748) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:10:21.375757 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-52dd1a29-9618-4e9e-b1c9-658ef7af1701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:21.379837 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:21.417985 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-b2d91004-d8a5-42ba-8a52-47bcc1d56ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'name': 'tempest-TestShelveInstance-1982954808-router', 'tenant_id': '9855b0b0a0d24eebabad9d02a3593f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b4467d9e-8768-4f92-afbb-22ca12761ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:10:17Z', 'updated_at': '2021-06-29T23:10:18Z', 'revision_number': 3, 'project_id': '9855b0b0a0d24eebabad9d02a3593f56', 'gw_port': {'id': 'b4467d9e-8768-4f92-afbb-22ca12761ad2', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:10:17Z', 'updated_at': '2021-06-29T23:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi'}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:10:21.430180 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-52dd1a29-9618-4e9e-b1c9-658ef7af1701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:21.430810 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-52dd1a29-9618-4e9e-b1c9-658ef7af1701 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:21.432304 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-52dd1a29-9618-4e9e-b1c9-658ef7af1701 service neutron] 10.222.0.52 "PUT /v2.0/ports/fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1 HTTP/1.1" status: 200 len: 1094 time: 2.1669741 Jun 29 23:10:21.432763 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16302153-6c4c-4899-83cf-38975372d337', 'tag': 'fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:10:21.435120 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4ff624e5b506a15852624dbd6f9127feb1aca7eb9818edaf72933b1fc2af06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3741f801-fdcf-4ab6-816d-d0b468c7b11c" -d '{"events": [{"name": "network-changed", "server_uuid": "16302153-6c4c-4899-83cf-38975372d337", "tag": "fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:10:21.457658 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d91004-d8a5-42ba-8a52-47bcc1d56ea7 None None] The sync data for ids ['afde0061-30d1-4ccf-bf64-a568784536dc'] in dv-cinder-769602-4-iscsi is: [{'id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'name': 'tempest-TestShelveInstance-1982954808-router', 'tenant_id': '9855b0b0a0d24eebabad9d02a3593f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b4467d9e-8768-4f92-afbb-22ca12761ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:10:17Z', 'updated_at': '2021-06-29T23:10:18Z', 'revision_number': 3, 'project_id': '9855b0b0a0d24eebabad9d02a3593f56', 'gw_port': {'id': 'b4467d9e-8768-4f92-afbb-22ca12761ad2', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:10:17Z', 'updated_at': '2021-06-29T23:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi'}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:10:21.478571 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd1a29-9618-4e9e-b1c9-658ef7af1701 service neutron] Pushing event updated for resources: {'Port': ['ID=fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:21.496122 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-52dd1a29-9618-4e9e-b1c9-658ef7af1701 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:21.527802 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f2769-d33a-47c8-9397-ce2883104ffa req-f1f2d722-2456-4255-953c-b3f4a0741cfe tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:21.534884 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-685f2769-d33a-47c8-9397-ce2883104ffa req-f1f2d722-2456-4255-953c-b3f4a0741cfe tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.1036928 Jun 29 23:10:21.547533 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c89ddcf-3bb6-4fbe-90c4-b10946591116 x-openstack-request-id: req-8c89ddcf-3bb6-4fbe-90c4-b10946591116 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:10:21.548119 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16302153-6c4c-4899-83cf-38975372d337", "tag": "fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:10:21.548498 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8c89ddcf-3bb6-4fbe-90c4-b10946591116 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:10:21.549039 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16302153-6c4c-4899-83cf-38975372d337', 'tag': 'fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1', 'status': 'completed', 'code': 200} Jun 29 23:10:21.571175 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4e411506-c941-4624-b29c-b0433d6e0bf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:21.602183 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-685f2769-d33a-47c8-9397-ce2883104ffa req-4ca3a1a1-afb5-48e8-a6ad-8a1a021c4e91 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659978 Jun 29 23:10:21.607136 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [None req-4e411506-c941-4624-b29c-b0433d6e0bf8 admin admin] Transition to ACTIVE for port object f8472051-1085-497b-a791-7093c5c50748 will not be triggered until provisioned by entity DHCP. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:10:21.674882 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-5b655bcb-8a62-4db4-82fb-42b9e9da3718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:21.676468 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-5b655bcb-8a62-4db4-82fb-42b9e9da3718 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e444b0c64b064d49896f40508446d2e7&device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 1097 time: 0.1698377 Jun 29 23:10:21.687574 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4e411506-c941-4624-b29c-b0433d6e0bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:21.689804 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-f4530c74-9975-460f-a8bb-be845046bd3f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:21.768824 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-8635f692-573a-4af9-b5c5-bf00654c1369 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1 HTTP/1.1" status: 200 len: 217 time: 0.0484049 Jun 29 23:10:21.770463 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e411506-c941-4624-b29c-b0433d6e0bf8 admin admin] Network 5fc87514-4bd0-4767-a854-4d25442e1d05 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:10:21.776969 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-4e411506-c941-4624-b29c-b0433d6e0bf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:10:21.791534 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e411506-c941-4624-b29c-b0433d6e0bf8 admin admin] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:10:21.792120 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4e411506-c941-4624-b29c-b0433d6e0bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442503'] for router_interface, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:21.797006 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e411506-c941-4624-b29c-b0433d6e0bf8 admin admin] Pushing event updated for resources: {'Port': ['ID=f8472051-1085-497b-a791-7093c5c50748,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:22.154655 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-3d91d8db-07be-49f9-8a65-6c2cd90a0828 None None] Provisioning for port f8472051-1085-497b-a791-7093c5c50748 completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:10:22.165017 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-3d91d8db-07be-49f9-8a65-6c2cd90a0828 None None] Provisioning complete for port f8472051-1085-497b-a791-7093c5c50748 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:10:22.165571 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-3d91d8db-07be-49f9-8a65-6c2cd90a0828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:22.274691 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-3d91d8db-07be-49f9-8a65-6c2cd90a0828 None None] Port f8472051-1085-497b-a791-7093c5c50748 cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:10:22.316537 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-4e411506-c941-4624-b29c-b0433d6e0bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:22.381975 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-0a238194-ffad-441e-87d9-d99ebd16ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:22.384912 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-0a238194-ffad-441e-87d9-d99ebd16ccff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f269cef7-2126-4abb-adf5-a4e644107e63 HTTP/1.1" status: 200 len: 851 time: 0.6091752 Jun 29 23:10:22.420973 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device b4467d9e-8768-4f92-afbb-22ca12761ad2 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:10:22.433004 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71792271-a6a4-4fa1-81f4-d11df594a267 req-e918b367-dbb6-4425-9ef9-7dd5947587b7 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:22.434572 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-71792271-a6a4-4fa1-81f4-d11df594a267 req-e918b367-dbb6-4425-9ef9-7dd5947587b7 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 944 time: 0.1471031 Jun 29 23:10:22.489410 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning for port b4467d9e-8768-4f92-afbb-22ca12761ad2 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:10:22.515179 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port b4467d9e-8768-4f92-afbb-22ca12761ad2 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:10:22.516084 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:22.604204 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-433ee7f1-04f9-4973-8933-d277706649f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:22.606057 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-433ee7f1-04f9-4973-8933-d277706649f9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=91614b0c-8023-4554-a60f-a9debc2aead5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1540191 Jun 29 23:10:22.607202 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4e411506-c941-4624-b29c-b0433d6e0bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:22.616823 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:22.644718 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-71792271-a6a4-4fa1-81f4-d11df594a267 req-52d5d648-78a8-4906-ba18-c5f521bbbb95 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/security-groups?id=3089ad28-dfe7-4f2c-900f-3cfd6db472d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028937 Jun 29 23:10:22.795283 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8553cdf-f05b-4186-a845-4024c9930fce req-023db0d6-afe9-4c93-9edc-3cea76490acf tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:22.796751 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e8553cdf-f05b-4186-a845-4024c9930fce req-023db0d6-afe9-4c93-9edc-3cea76490acf tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.52 "GET /v2.0/networks?id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 HTTP/1.1" status: 200 len: 815 time: 0.2975500 Jun 29 23:10:22.815242 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-e8553cdf-f05b-4186-a845-4024c9930fce req-27894766-553d-4ef3-9e1e-3a84579e5082 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Request body: {'port': {'device_id': '65fb0452-abfc-49fa-8093-c663cea0dee6', 'network_id': '5d27fbb3-5d7a-4c3c-914c-7525c670a5e8', 'admin_state_up': True, 'tenant_id': '84fa8dae152648e093dc8e5a4d0ef36d'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:10:22.898528 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-260286cf-b8c7-478f-a43d-8100ee6fe40a req-c26a6d53-a80d-4a1d-b487-961532af7949 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=65fb0452-abfc-49fa-8093-c663cea0dee6 HTTP/1.1" status: 200 len: 210 time: 0.0570357 Jun 29 23:10:22.966460 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:22.996176 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] For port b4467d9e-8768-4f92-afbb-22ca12761ad2, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=b4467d9e-8768-4f92-afbb-22ca12761ad2,segment=NetworkSegment(0d7322d1-9f99-46a3-b2ff-5e8cb22a095c),segment_id=0d7322d1-9f99-46a3-b2ff-5e8cb22a095c)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:10:23.000964 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:23.002795 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device bbdb6abe-67fe-4850-8cc3-8d0240f6e397 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:10:23.006065 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:23.033831 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4e411506-c941-4624-b29c-b0433d6e0bf8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:23.042075 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4e411506-c941-4624-b29c-b0433d6e0bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:23.042852 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4e411506-c941-4624-b29c-b0433d6e0bf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442387'] for router_interface, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:23.046650 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:23.054789 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8553cdf-f05b-4186-a845-4024c9930fce req-27894766-553d-4ef3-9e1e-3a84579e5082 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Made reservation on behalf of 84fa8dae152648e093dc8e5a4d0ef36d for: {'port': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:10:23.058638 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-e8553cdf-f05b-4186-a845-4024c9930fce req-27894766-553d-4ef3-9e1e-3a84579e5082 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:23.087031 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d68848-3e4d-43d7-b713-00ab6055ae4e req-8dcd5f0e-c79c-499b-85e1-1e250feba9a0 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:23.088970 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-27d68848-3e4d-43d7-b713-00ab6055ae4e req-8dcd5f0e-c79c-499b-85e1-1e250feba9a0 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.1401277 Jun 29 23:10:23.109021 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Pushing event updated for resources: {'Port': ['ID=b4467d9e-8768-4f92-afbb-22ca12761ad2,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:23.119933 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:23.124387 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-64c36a2d-f850-4439-abca-d2ef9f97df0b service neutron] 10.222.0.52 "GET /v2.0/networks/91614b0c-8023-4554-a60f-a9debc2aead5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4997680 Jun 29 23:10:23.132101 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port bbdb6abe-67fe-4850-8cc3-8d0240f6e397 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:10:23.132401 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:23.188865 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-27d68848-3e4d-43d7-b713-00ab6055ae4e req-48fe34b1-f42a-4003-bc14-e8a013ea3290 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917785 Jun 29 23:10:23.225544 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e411506-c941-4624-b29c-b0433d6e0bf8 admin admin] Pushing event updated for resources: {'Port': ['ID=f8472051-1085-497b-a791-7093c5c50748,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:23.230990 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-4e411506-c941-4624-b29c-b0433d6e0bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:23.259238 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [req-e8553cdf-f05b-4186-a845-4024c9930fce req-27894766-553d-4ef3-9e1e-3a84579e5082 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Allocated IP 172.20.0.4 (5d27fbb3-5d7a-4c3c-914c-7525c670a5e8/8d173892-21f3-4d8b-a65f-f341f79adde1/50aee1f9-2991-44ce-ab9c-9abc17563722) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:10:23.301100 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f4082764-b7f9-4d58-a2ac-3c55b505c0a4 req-8869d60e-33a3-4c4b-a81b-25104a711e19 service neutron] 10.222.0.52 "GET /v2.0/networks/91614b0c-8023-4554-a60f-a9debc2aead5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673126 Jun 29 23:10:23.306274 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e411506-c941-4624-b29c-b0433d6e0bf8 admin admin] Network 5fc87514-4bd0-4767-a854-4d25442e1d05 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:10:23.307618 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-4e411506-c941-4624-b29c-b0433d6e0bf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:10:23.439223 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-e8553cdf-f05b-4186-a845-4024c9930fce req-27894766-553d-4ef3-9e1e-3a84579e5082 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:23.497135 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e411506-c941-4624-b29c-b0433d6e0bf8 admin admin] Router afde0061-30d1-4ccf-bf64-a568784536dc has already been hosted by L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:10:23.507931 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-e8553cdf-f05b-4186-a845-4024c9930fce req-27894766-553d-4ef3-9e1e-3a84579e5082 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5732936'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:23.512831 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-5d44a5c4-d3ac-4262-84e8-42e680fbb987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:23.522660 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] get_ports_and_sgs() called for port_ids ['41a38227-52e9-4fac-afd8-0da3f016c707'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:10:23.529542 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741f801-fdcf-4ab6-816d-d0b468c7b11c req-f6feba10-b486-4a4a-b0d7-d08d82b04d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:23.531264 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3741f801-fdcf-4ab6-816d-d0b468c7b11c req-f6feba10-b486-4a4a-b0d7-d08d82b04d8c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e444b0c64b064d49896f40508446d2e7&device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 1097 time: 0.1548743 Jun 29 23:10:23.579330 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8553cdf-f05b-4186-a845-4024c9930fce req-27894766-553d-4ef3-9e1e-3a84579e5082 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Network 5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:10:23.582573 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [req-e8553cdf-f05b-4186-a845-4024c9930fce req-27894766-553d-4ef3-9e1e-3a84579e5082 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:10:23.587152 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8553cdf-f05b-4186-a845-4024c9930fce req-27894766-553d-4ef3-9e1e-3a84579e5082 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:10:23.641105 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8553cdf-f05b-4186-a845-4024c9930fce req-27894766-553d-4ef3-9e1e-3a84579e5082 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:23.641610 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-e8553cdf-f05b-4186-a845-4024c9930fce req-27894766-553d-4ef3-9e1e-3a84579e5082 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:23.650405 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-2d04c9d7-42bd-4b47-891a-4eb0c3879e5a None None] Provisioning complete for port f8472051-1085-497b-a791-7093c5c50748 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:10:23.650781 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-2d04c9d7-42bd-4b47-891a-4eb0c3879e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:23.655724 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27894766-553d-4ef3-9e1e-3a84579e5082 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Pushing event updated for resources: {'Port': ['ID=50aee1f9-2991-44ce-ab9c-9abc17563722,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:23.658841 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-27894766-553d-4ef3-9e1e-3a84579e5082 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:23.663591 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e8553cdf-f05b-4186-a845-4024c9930fce req-27894766-553d-4ef3-9e1e-3a84579e5082 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8522348 Jun 29 23:10:23.682995 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-e8553cdf-f05b-4186-a845-4024c9930fce req-444c18e0-dc79-4c19-855e-8a501da0b461 service neutron] Request body: {'port': {'device_id': '65fb0452-abfc-49fa-8093-c663cea0dee6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:10:23.696759 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-2d04c9d7-42bd-4b47-891a-4eb0c3879e5a None None] Port f8472051-1085-497b-a791-7093c5c50748 cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:10:23.818421 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e411506-c941-4624-b29c-b0433d6e0bf8 admin admin] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:10:23.831092 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-e8553cdf-f05b-4186-a845-4024c9930fce req-444c18e0-dc79-4c19-855e-8a501da0b461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:23.843554 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-4e411506-c941-4624-b29c-b0433d6e0bf8 admin admin] 10.222.0.30 "PUT /v2.0/routers/afde0061-30d1-4ccf-bf64-a568784536dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4410625 Jun 29 23:10:23.845158 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741f801-fdcf-4ab6-816d-d0b468c7b11c req-617265cc-48f4-4848-9fad-971a1db2a368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:23.846536 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3741f801-fdcf-4ab6-816d-d0b468c7b11c req-617265cc-48f4-4848-9fad-971a1db2a368 service neutron] 10.222.0.52 "GET /v2.0/networks?id=91614b0c-8023-4554-a60f-a9debc2aead5 HTTP/1.1" status: 200 len: 913 time: 0.2831106 Jun 29 23:10:23.952186 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3741f801-fdcf-4ab6-816d-d0b468c7b11c req-f72b502e-cc7b-4ae9-a293-96e557638307 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1 HTTP/1.1" status: 200 len: 217 time: 0.0965996 Jun 29 23:10:24.068258 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1822ab1-70c2-490b-9450-9ff6b8b28bd4 None None] Sync routers for ids ['afde0061-30d1-4ccf-bf64-a568784536dc'] in dv-cinder-769602-4-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:10:24.078696 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1822ab1-70c2-490b-9450-9ff6b8b28bd4 None None] Routers {'afde0061-30d1-4ccf-bf64-a568784536dc'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:10:24.079404 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-e1822ab1-70c2-490b-9450-9ff6b8b28bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:10:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['afde0061-30d1-4ccf-bf64-a568784536dc'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:10:24.150139 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 59784) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:24.181392 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741f801-fdcf-4ab6-816d-d0b468c7b11c req-2b9ddcdc-e640-436d-9634-b0661251a10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:24.183092 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3741f801-fdcf-4ab6-816d-d0b468c7b11c req-2b9ddcdc-e640-436d-9634-b0661251a10d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f269cef7-2126-4abb-adf5-a4e644107e63 HTTP/1.1" status: 200 len: 851 time: 0.1830492 Jun 29 23:10:24.245656 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cf86c-179d-479f-8754-d10a3cdf750b req-f641ca5e-0145-4d35-9781-fd3cfabe49a4 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:24.247365 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-059cf86c-179d-479f-8754-d10a3cdf750b req-f641ca5e-0145-4d35-9781-fd3cfabe49a4 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 944 time: 0.3209741 Jun 29 23:10:24.268058 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-e1822ab1-70c2-490b-9450-9ff6b8b28bd4 None None] Set router afde0061-30d1-4ccf-bf64-a568784536dc gateway port host: dv-cinder-769602-4-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:10:24.277572 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device b4467d9e-8768-4f92-afbb-22ca12761ad2 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:10:24.328890 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-059cf86c-179d-479f-8754-d10a3cdf750b req-a7691a6c-8024-455b-83dc-2d7ae8b346b0 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/security-groups?id=3089ad28-dfe7-4f2c-900f-3cfd6db472d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610464 Jun 29 23:10:24.350545 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741f801-fdcf-4ab6-816d-d0b468c7b11c req-7bf1edfc-252c-4860-a2b9-2ea22646a5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:24.356320 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3741f801-fdcf-4ab6-816d-d0b468c7b11c req-7bf1edfc-252c-4860-a2b9-2ea22646a5c5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=91614b0c-8023-4554-a60f-a9debc2aead5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1508756 Jun 29 23:10:24.466636 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6ce83e44-f615-45e6-83ce-99a9c80290ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:24.544445 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3741f801-fdcf-4ab6-816d-d0b468c7b11c req-6571bf4f-7126-4c40-8039-2a8f4aa78891 service neutron] 10.222.0.52 "GET /v2.0/networks/91614b0c-8023-4554-a60f-a9debc2aead5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828640 Jun 29 23:10:24.574523 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3bbaa-72f9-492b-aa47-862ba896ab25 req-e9ac9435-501f-43d9-8766-fef86ec2936f tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:24.576248 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2cf3bbaa-72f9-492b-aa47-862ba896ab25 req-e9ac9435-501f-43d9-8766-fef86ec2936f tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=65fb0452-abfc-49fa-8093-c663cea0dee6 HTTP/1.1" status: 200 len: 931 time: 0.2081451 Jun 29 23:10:24.614849 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port b4467d9e-8768-4f92-afbb-22ca12761ad2 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:10:24.615459 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:24.670987 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2cf3bbaa-72f9-492b-aa47-862ba896ab25 req-a73be793-68ec-4b88-a1f2-725681c1f777 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888278 Jun 29 23:10:24.689646 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-e1822ab1-70c2-490b-9450-9ff6b8b28bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'name': 'tempest-TestShelveInstance-1982954808-router', 'tenant_id': '9855b0b0a0d24eebabad9d02a3593f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b4467d9e-8768-4f92-afbb-22ca12761ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:10:17Z', 'updated_at': '2021-06-29T23:10:22Z', 'revision_number': 4, 'project_id': '9855b0b0a0d24eebabad9d02a3593f56', 'gw_port': {'id': 'b4467d9e-8768-4f92-afbb-22ca12761ad2', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:10:17Z', 'updated_at': '2021-06-29T23:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': 'f8472051-1085-497b-a791-7093c5c50748', 'name': '', 'network_id': '5fc87514-4bd0-4767-a854-4d25442e1d05', 'tenant_id': '9855b0b0a0d24eebabad9d02a3593f56', 'mac_address': 'fa:16:3e:14:1a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '6c5958d2-5979-42b6-8d5d-8777f7be84eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:10:21Z', 'updated_at': '2021-06-29T23:10:22Z', 'revision_number': 2, 'project_id': '9855b0b0a0d24eebabad9d02a3593f56', 'subnets': [{'id': '6c5958d2-5979-42b6-8d5d-8777f7be84eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:10:24.719410 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec65a5e-466b-4de1-9249-56a1b863742d req-0fbf7bf7-a590-407f-b950-7256f0b91fbe tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:24.723307 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fec65a5e-466b-4de1-9249-56a1b863742d req-0fbf7bf7-a590-407f-b950-7256f0b91fbe tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.2372978 Jun 29 23:10:24.738835 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [req-e8553cdf-f05b-4186-a845-4024c9930fce req-444c18e0-dc79-4c19-855e-8a501da0b461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50aee1f9-2991-44ce-ab9c-9abc17563722 {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:10:24.749687 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-e8553cdf-f05b-4186-a845-4024c9930fce req-444c18e0-dc79-4c19-855e-8a501da0b461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:24.758870 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3741f801-fdcf-4ab6-816d-d0b468c7b11c req-f804e24d-5431-4e00-9897-a7533d33b1fd service neutron] 10.222.0.52 "GET /v2.0/networks/91614b0c-8023-4554-a60f-a9debc2aead5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063665 Jun 29 23:10:24.763995 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [req-e8553cdf-f05b-4186-a845-4024c9930fce req-444c18e0-dc79-4c19-855e-8a501da0b461 service neutron] Transition to ACTIVE for port object 50aee1f9-2991-44ce-ab9c-9abc17563722 will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:10:24.766896 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 59802) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:24.773506 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-328fb6af-a0c7-47c2-b9cb-666508239d13 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1664463761-network', 'tenant_id': '6975bfe4374b4411b22d393a23e6b98a'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:10:24.778347 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-e8553cdf-f05b-4186-a845-4024c9930fce req-444c18e0-dc79-4c19-855e-8a501da0b461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732986'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:24.783006 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-bc4977ff-f3c1-4f66-9fdb-2097b99bd748 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:24.798226 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1822ab1-70c2-490b-9450-9ff6b8b28bd4 None None] Checking router: afde0061-30d1-4ccf-bf64-a568784536dc for host: dv-cinder-769602-4-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:10:24.798593 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1822ab1-70c2-490b-9450-9ff6b8b28bd4 None None] Updating router afde0061-30d1-4ccf-bf64-a568784536dc port f8472051-1085-497b-a791-7093c5c50748 binding host dv-cinder-769602-4-iscsi {{(pid=93164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:10:24.808561 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fec65a5e-466b-4de1-9249-56a1b863742d req-6a0f49c8-d5cf-412a-9064-89e2ddfde042 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715342 Jun 29 23:10:24.857061 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6ce83e44-f615-45e6-83ce-99a9c80290ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:24.858726 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c18e0-dc79-4c19-855e-8a501da0b461 service neutron] Pushing event updated for resources: {'Port': ['ID=50aee1f9-2991-44ce-ab9c-9abc17563722,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:24.864254 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6ce83e44-f615-45e6-83ce-99a9c80290ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:24.871958 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-444c18e0-dc79-4c19-855e-8a501da0b461 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:24.876705 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-4b6e21a4-e32f-4121-ac00-8d12a9554147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:24.899244 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-e1822ab1-70c2-490b-9450-9ff6b8b28bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:24.931608 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328fb6af-a0c7-47c2-b9cb-666508239d13 admin admin] Made reservation on behalf of 6975bfe4374b4411b22d393a23e6b98a for: {'network': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:10:24.931885 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-6ce83e44-f615-45e6-83ce-99a9c80290ab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=354718ea46c642bb8c5fef1a7049f791&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7802148 Jun 29 23:10:24.934338 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-328fb6af-a0c7-47c2-b9cb-666508239d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for network, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:24.960174 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 59806) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:24.969792 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce83e44-f615-45e6-83ce-99a9c80290ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac39c774-28b0-41f5-bc93-71e34bc79950,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:24.973029 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-6ce83e44-f615-45e6-83ce-99a9c80290ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:25.003086 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-328fb6af-a0c7-47c2-b9cb-666508239d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:25.016363 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-e8553cdf-f05b-4186-a845-4024c9930fce req-444c18e0-dc79-4c19-855e-8a501da0b461 service neutron] Attempting to bind port 50aee1f9-2991-44ce-ab9c-9abc17563722 on host hv-cinder-76960 for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:10:25.016991 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-e8553cdf-f05b-4186-a845-4024c9930fce req-444c18e0-dc79-4c19-855e-8a501da0b461 service neutron] Attempting to bind port 50aee1f9-2991-44ce-ab9c-9abc17563722 by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': 'e3f7bb9a-64ba-45aa-844e-d64cc18d706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5d27fbb3-5d7a-4c3c-914c-7525c670a5e8'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:10:25.017500 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8553cdf-f05b-4186-a845-4024c9930fce req-444c18e0-dc79-4c19-855e-8a501da0b461 service neutron] Attempting to bind port 50aee1f9-2991-44ce-ab9c-9abc17563722 on network 5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:10:25.027542 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8553cdf-f05b-4186-a845-4024c9930fce req-444c18e0-dc79-4c19-855e-8a501da0b461 service neutron] Port 50aee1f9-2991-44ce-ab9c-9abc17563722 on network 5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:10:25.028144 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8553cdf-f05b-4186-a845-4024c9930fce req-444c18e0-dc79-4c19-855e-8a501da0b461 service neutron] Attempting to bind port 50aee1f9-2991-44ce-ab9c-9abc17563722 on network 5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:10:25.053488 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8553cdf-f05b-4186-a845-4024c9930fce req-444c18e0-dc79-4c19-855e-8a501da0b461 service neutron] Checking agent: {'id': 'a4a0778d-945d-473c-9557-d6f7decbe5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 7, 4), 'started_at': datetime.datetime(2021, 6, 29, 23, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:10:25.054115 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8553cdf-f05b-4186-a845-4024c9930fce req-444c18e0-dc79-4c19-855e-8a501da0b461 service neutron] Checking segment: {'id': 'e3f7bb9a-64ba-45aa-844e-d64cc18d706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5d27fbb3-5d7a-4c3c-914c-7525c670a5e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:10:25.055267 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8553cdf-f05b-4186-a845-4024c9930fce req-444c18e0-dc79-4c19-855e-8a501da0b461 service neutron] Bound using segment: {'id': 'e3f7bb9a-64ba-45aa-844e-d64cc18d706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5d27fbb3-5d7a-4c3c-914c-7525c670a5e8'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:10:25.055899 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-e8553cdf-f05b-4186-a845-4024c9930fce req-444c18e0-dc79-4c19-855e-8a501da0b461 service neutron] Bound port: 50aee1f9-2991-44ce-ab9c-9abc17563722, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3f7bb9a-64ba-45aa-844e-d64cc18d706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5d27fbb3-5d7a-4c3c-914c-7525c670a5e8'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:10:25.056425 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-e8553cdf-f05b-4186-a845-4024c9930fce req-444c18e0-dc79-4c19-855e-8a501da0b461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:25.090458 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2fcee70f-232a-4be9-8194-57b9dd8c463b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:25.155020 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2fcee70f-232a-4be9-8194-57b9dd8c463b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:25.213076 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-e8553cdf-f05b-4186-a845-4024c9930fce req-444c18e0-dc79-4c19-855e-8a501da0b461 service neutron] For port 50aee1f9-2991-44ce-ab9c-9abc17563722, host hv-cinder-76960, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:10:25.239305 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-e8553cdf-f05b-4186-a845-4024c9930fce req-444c18e0-dc79-4c19-855e-8a501da0b461 service neutron] For port 50aee1f9-2991-44ce-ab9c-9abc17563722, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=50aee1f9-2991-44ce-ab9c-9abc17563722,segment=NetworkSegment(e3f7bb9a-64ba-45aa-844e-d64cc18d706f),segment_id=e3f7bb9a-64ba-45aa-844e-d64cc18d706f)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:10:25.250808 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-e8553cdf-f05b-4186-a845-4024c9930fce req-444c18e0-dc79-4c19-855e-8a501da0b461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732986'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:25.255162 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:25.305695 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-e1822ab1-70c2-490b-9450-9ff6b8b28bd4 None None] Notify callbacks [] for port, precommit_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:25.307193 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8553cdf-f05b-4186-a845-4024c9930fce req-444c18e0-dc79-4c19-855e-8a501da0b461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:25.307847 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-e8553cdf-f05b-4186-a845-4024c9930fce req-444c18e0-dc79-4c19-855e-8a501da0b461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:25.309436 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e8553cdf-f05b-4186-a845-4024c9930fce req-444c18e0-dc79-4c19-855e-8a501da0b461 service neutron] 10.222.0.52 "PUT /v2.0/ports/50aee1f9-2991-44ce-ab9c-9abc17563722 HTTP/1.1" status: 200 len: 1093 time: 1.6335623 Jun 29 23:10:25.309949 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65fb0452-abfc-49fa-8093-c663cea0dee6', 'tag': '50aee1f9-2991-44ce-ab9c-9abc17563722'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:10:25.312607 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316a232d699b6ed129cbc6be4a023823324df8adf1509f78b4e93fc726adbd2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d81141-7b7c-45f1-a43c-87c878853f9e" -d '{"events": [{"name": "network-changed", "server_uuid": "65fb0452-abfc-49fa-8093-c663cea0dee6", "tag": "50aee1f9-2991-44ce-ab9c-9abc17563722"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:10:25.324855 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-e1822ab1-70c2-490b-9450-9ff6b8b28bd4 None None] Transition to ACTIVE for port object f8472051-1085-497b-a791-7093c5c50748 will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:10:25.332692 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-e1822ab1-70c2-490b-9450-9ff6b8b28bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:25.336597 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:25.350596 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c18e0-dc79-4c19-855e-8a501da0b461 service neutron] Pushing event updated for resources: {'Port': ['ID=50aee1f9-2991-44ce-ab9c-9abc17563722,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:25.368276 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-444c18e0-dc79-4c19-855e-8a501da0b461 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:25.368947 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2fcee70f-232a-4be9-8194-57b9dd8c463b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:25.372002 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2fcee70f-232a-4be9-8194-57b9dd8c463b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:25.373870 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-2fcee70f-232a-4be9-8194-57b9dd8c463b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac39c774-28b0-41f5-bc93-71e34bc79950 HTTP/1.1" status: 204 len: 168 time: 0.4108903 Jun 29 23:10:25.392878 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1cb9b-a966-4f8c-b1de-d83899eed787 None None] Pushing event updated for resources: {'Port': ['ID=f8472051-1085-497b-a791-7093c5c50748,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:25.397556 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-14b1cb9b-a966-4f8c-b1de-d83899eed787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:25.404900 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e11581d-ecbd-42a5-9f54-0b56730ca64c x-openstack-request-id: req-3e11581d-ecbd-42a5-9f54-0b56730ca64c {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:10:25.405465 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65fb0452-abfc-49fa-8093-c663cea0dee6", "tag": "50aee1f9-2991-44ce-ab9c-9abc17563722", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:10:25.405868 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3e11581d-ecbd-42a5-9f54-0b56730ca64c {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:10:25.406380 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65fb0452-abfc-49fa-8093-c663cea0dee6', 'tag': '50aee1f9-2991-44ce-ab9c-9abc17563722', 'status': 'completed', 'code': 200} Jun 29 23:10:25.407261 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-081eecc5-6f4e-44de-9f18-03dae0d0fc98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:25.424319 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcee70f-232a-4be9-8194-57b9dd8c463b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac39c774-28b0-41f5-bc93-71e34bc79950,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:25.426673 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-2fcee70f-232a-4be9-8194-57b9dd8c463b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:25.473773 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-328fb6af-a0c7-47c2-b9cb-666508239d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:25.498463 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-e1822ab1-70c2-490b-9450-9ff6b8b28bd4 None None] Attempting to bind port f8472051-1085-497b-a791-7093c5c50748 on host dv-cinder-769602-4-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:10:25.499097 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-e1822ab1-70c2-490b-9450-9ff6b8b28bd4 None None] Attempting to bind port f8472051-1085-497b-a791-7093c5c50748 by drivers openvswitch,hyperv on host dv-cinder-769602-4-iscsi at level 0 using segments [{'id': 'd6a1547b-eb01-42e2-87d0-fd1ddf846118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5fc87514-4bd0-4767-a854-4d25442e1d05'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:10:25.499097 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1822ab1-70c2-490b-9450-9ff6b8b28bd4 None None] Attempting to bind port f8472051-1085-497b-a791-7093c5c50748 on network 5fc87514-4bd0-4767-a854-4d25442e1d05 {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:10:25.501830 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-328fb6af-a0c7-47c2-b9cb-666508239d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:25.504611 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1822ab1-70c2-490b-9450-9ff6b8b28bd4 None None] Checking agent: {'id': 'a1c2e225-8bcd-423f-9b74-e274311af98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 0, 50), 'started_at': datetime.datetime(2021, 6, 29, 23, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:10:25.504897 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1822ab1-70c2-490b-9450-9ff6b8b28bd4 None None] Checking segment: {'id': 'd6a1547b-eb01-42e2-87d0-fd1ddf846118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5fc87514-4bd0-4767-a854-4d25442e1d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:10:25.505708 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-e1822ab1-70c2-490b-9450-9ff6b8b28bd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:25.506381 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1822ab1-70c2-490b-9450-9ff6b8b28bd4 None None] Bound using segment: {'id': 'd6a1547b-eb01-42e2-87d0-fd1ddf846118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5fc87514-4bd0-4767-a854-4d25442e1d05'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:10:25.506876 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-e1822ab1-70c2-490b-9450-9ff6b8b28bd4 None None] Bound port: f8472051-1085-497b-a791-7093c5c50748, host: dv-cinder-769602-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a1547b-eb01-42e2-87d0-fd1ddf846118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5fc87514-4bd0-4767-a854-4d25442e1d05'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:10:25.507385 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-e1822ab1-70c2-490b-9450-9ff6b8b28bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:25.510007 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-110425fe-812a-4784-b144-e479b06fc7cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:25.541310 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328fb6af-a0c7-47c2-b9cb-666508239d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f7a997-d3f9-40f2-90b9-49e23566ccb4,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:25.544439 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-328fb6af-a0c7-47c2-b9cb-666508239d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:25.555511 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-328fb6af-a0c7-47c2-b9cb-666508239d13 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=93163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 23:10:25.582826 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8553cdf-f05b-4186-a845-4024c9930fce req-2a2bf432-c203-4365-bb7b-8cd9c301490a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:25.583552 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-e1822ab1-70c2-490b-9450-9ff6b8b28bd4 None None] For port f8472051-1085-497b-a791-7093c5c50748, host dv-cinder-769602-4-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:10:25.585750 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e8553cdf-f05b-4186-a845-4024c9930fce req-2a2bf432-c203-4365-bb7b-8cd9c301490a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84fa8dae152648e093dc8e5a4d0ef36d&device_id=65fb0452-abfc-49fa-8093-c663cea0dee6 HTTP/1.1" status: 200 len: 1096 time: 0.1659768 Jun 29 23:10:25.587851 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-e1822ab1-70c2-490b-9450-9ff6b8b28bd4 None None] For port f8472051-1085-497b-a791-7093c5c50748, host dv-cinder-769602-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=f8472051-1085-497b-a791-7093c5c50748,segment=NetworkSegment(d6a1547b-eb01-42e2-87d0-fd1ddf846118),segment_id=d6a1547b-eb01-42e2-87d0-fd1ddf846118)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:10:25.591721 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-328fb6af-a0c7-47c2-b9cb-666508239d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010'] for segment, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:25.592272 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-e1822ab1-70c2-490b-9450-9ff6b8b28bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:25.592394 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.db.segments_db [None req-328fb6af-a0c7-47c2-b9cb-666508239d13 admin admin] Added segment d29d4f6b-6229-4626-b112-154f23b23335 of type vlan for network 33b5c9f3-fc0c-487e-96ea-bab3cb4ba62f Jun 29 23:10:25.595574 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:25.620816 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca641d19-9cf9-42d3-a20a-ea8a44cdb594 req-f02847f5-98b2-4d0f-8615-48013b628c6e tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:25.630569 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ca641d19-9cf9-42d3-a20a-ea8a44cdb594 req-f02847f5-98b2-4d0f-8615-48013b628c6e tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 944 time: 0.1481304 Jun 29 23:10:25.674291 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1822ab1-70c2-490b-9450-9ff6b8b28bd4 None None] Routers {'afde0061-30d1-4ccf-bf64-a568784536dc'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:10:25.675021 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-e1822ab1-70c2-490b-9450-9ff6b8b28bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:10:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['afde0061-30d1-4ccf-bf64-a568784536dc'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:10:25.675155 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e8553cdf-f05b-4186-a845-4024c9930fce req-ae26f53c-9909-4f36-bf3c-6212210240a3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50aee1f9-2991-44ce-ab9c-9abc17563722 HTTP/1.1" status: 200 len: 217 time: 0.0719171 Jun 29 23:10:25.695400 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ca641d19-9cf9-42d3-a20a-ea8a44cdb594 req-64413401-b423-48da-b4a2-84abf5c9884e tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/security-groups?id=3089ad28-dfe7-4f2c-900f-3cfd6db472d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610447 Jun 29 23:10:25.700489 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-328fb6af-a0c7-47c2-b9cb-666508239d13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748551094604'] for network, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:25.757786 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1cb9b-a966-4f8c-b1de-d83899eed787 None None] Pushing event updated for resources: {'Port': ['ID=f8472051-1085-497b-a791-7093c5c50748,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:25.763298 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-14b1cb9b-a966-4f8c-b1de-d83899eed787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:25.791092 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8553cdf-f05b-4186-a845-4024c9930fce req-a75652ad-9db9-4aa5-8e72-944de5bc20f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:25.794839 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e8553cdf-f05b-4186-a845-4024c9930fce req-a75652ad-9db9-4aa5-8e72-944de5bc20f1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d173892-21f3-4d8b-a65f-f341f79adde1 HTTP/1.1" status: 200 len: 855 time: 0.1069913 Jun 29 23:10:25.795046 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-328fb6af-a0c7-47c2-b9cb-666508239d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688'] for network, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:25.797337 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328fb6af-a0c7-47c2-b9cb-666508239d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:25.799006 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-328fb6af-a0c7-47c2-b9cb-666508239d13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for network, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:25.805046 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:25.874799 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-e1822ab1-70c2-490b-9450-9ff6b8b28bd4 None None] Set router afde0061-30d1-4ccf-bf64-a568784536dc gateway port host: dv-cinder-769602-4-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:10:25.967365 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e8553cdf-f05b-4186-a845-4024c9930fce req-5f0e057b-038b-49d0-a787-1df4ccc66670 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929363 Jun 29 23:10:25.987630 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-328fb6af-a0c7-47c2-b9cb-666508239d13 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2165425 Jun 29 23:10:25.987630 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328fb6af-a0c7-47c2-b9cb-666508239d13 admin admin] Pushing event updated for resources: {'Network': ['ID=33b5c9f3-fc0c-487e-96ea-bab3cb4ba62f,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:25.994769 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 59824) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:26.002548 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-1a8ddc4f-f70b-421a-8e97-2fca78971208 admin admin] Request body: {'subnet': {'network_id': '33b5c9f3-fc0c-487e-96ea-bab3cb4ba62f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1664463761-subnet', 'tenant_id': '6975bfe4374b4411b22d393a23e6b98a', 'ip_version': 4}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:10:26.006027 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Network 33b5c9f3-fc0c-487e-96ea-bab3cb4ba62f details requested by agent ovs-agent-dv-cinder-769602-4-iscsi with host dv-cinder-769602-4-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:10:26.024428 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-328fb6af-a0c7-47c2-b9cb-666508239d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:26.050188 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 59826) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:26.066985 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c268e2f4-ae5b-41c0-b017-f5fbe8d038f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:26.079152 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0733a8-4bf3-44a1-a5cb-cad74114f90f req-c5c56a73-844e-4c36-86be-a9de0691d11c tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:26.087168 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ab0733a8-4bf3-44a1-a5cb-cad74114f90f req-c5c56a73-844e-4c36-86be-a9de0691d11c tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.1219814 Jun 29 23:10:26.094063 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8ddc4f-f70b-421a-8e97-2fca78971208 admin admin] Made reservation on behalf of 6975bfe4374b4411b22d393a23e6b98a for: {'subnet': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:10:26.096304 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1a8ddc4f-f70b-421a-8e97-2fca78971208 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5764002'] for subnet, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:26.158767 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ab0733a8-4bf3-44a1-a5cb-cad74114f90f req-6c987a8b-4a66-471d-9d17-16d114f83aaa tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701847 Jun 29 23:10:26.192359 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e8553cdf-f05b-4186-a845-4024c9930fce req-4f6ea618-36be-45e4-8ef2-a50c0652853f service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090266 Jun 29 23:10:26.201342 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6e2dd-a0cc-4931-852b-e7b1e122c311 req-e2200ee8-e690-46e8-bb88-66099cf282ee tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:26.202844 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-19a6e2dd-a0cc-4931-852b-e7b1e122c311 req-e2200ee8-e690-46e8-bb88-66099cf282ee tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=65fb0452-abfc-49fa-8093-c663cea0dee6 HTTP/1.1" status: 200 len: 943 time: 0.3319294 Jun 29 23:10:26.252386 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c268e2f4-ae5b-41c0-b017-f5fbe8d038f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:26.265158 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c268e2f4-ae5b-41c0-b017-f5fbe8d038f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:26.268986 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-8ad52880-2bfd-4304-ba9f-94b4435e9e73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:26.308245 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-c268e2f4-ae5b-41c0-b017-f5fbe8d038f7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4363d61d5bbb4536abea5275edd349ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2568109 Jun 29 23:10:26.310795 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 59832) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:26.317752 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268e2f4-ae5b-41c0-b017-f5fbe8d038f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b715e68-00fd-42bf-90d4-7077181a8902,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:26.322398 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-c268e2f4-ae5b-41c0-b017-f5fbe8d038f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:26.335416 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-19a6e2dd-a0cc-4931-852b-e7b1e122c311 req-104ea09c-96ce-4597-93be-6dc4127e8678 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187649 Jun 29 23:10:26.378214 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-e1822ab1-70c2-490b-9450-9ff6b8b28bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'name': 'tempest-TestShelveInstance-1982954808-router', 'tenant_id': '9855b0b0a0d24eebabad9d02a3593f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b4467d9e-8768-4f92-afbb-22ca12761ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:10:17Z', 'updated_at': '2021-06-29T23:10:22Z', 'revision_number': 4, 'project_id': '9855b0b0a0d24eebabad9d02a3593f56', 'gw_port': {'id': 'b4467d9e-8768-4f92-afbb-22ca12761ad2', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:10:17Z', 'updated_at': '2021-06-29T23:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': 'f8472051-1085-497b-a791-7093c5c50748', 'name': '', 'network_id': '5fc87514-4bd0-4767-a854-4d25442e1d05', 'tenant_id': '9855b0b0a0d24eebabad9d02a3593f56', 'mac_address': 'fa:16:3e:14:1a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '6c5958d2-5979-42b6-8d5d-8777f7be84eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:10:21Z', 'updated_at': '2021-06-29T23:10:25Z', 'revision_number': 4, 'project_id': '9855b0b0a0d24eebabad9d02a3593f56', 'subnets': [{'id': '6c5958d2-5979-42b6-8d5d-8777f7be84eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:10:26.402534 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-be72f303-5ed7-41e3-b0a8-e7411786ad27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:26.412749 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1822ab1-70c2-490b-9450-9ff6b8b28bd4 None None] The sync data for ids ['afde0061-30d1-4ccf-bf64-a568784536dc'] in dv-cinder-769602-4-iscsi is: [{'id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'name': 'tempest-TestShelveInstance-1982954808-router', 'tenant_id': '9855b0b0a0d24eebabad9d02a3593f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b4467d9e-8768-4f92-afbb-22ca12761ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:10:17Z', 'updated_at': '2021-06-29T23:10:22Z', 'revision_number': 4, 'project_id': '9855b0b0a0d24eebabad9d02a3593f56', 'gw_port': {'id': 'b4467d9e-8768-4f92-afbb-22ca12761ad2', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:10:17Z', 'updated_at': '2021-06-29T23:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': 'f8472051-1085-497b-a791-7093c5c50748', 'name': '', 'network_id': '5fc87514-4bd0-4767-a854-4d25442e1d05', 'tenant_id': '9855b0b0a0d24eebabad9d02a3593f56', 'mac_address': 'fa:16:3e:14:1a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '6c5958d2-5979-42b6-8d5d-8777f7be84eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:10:21Z', 'updated_at': '2021-06-29T23:10:25Z', 'revision_number': 4, 'project_id': '9855b0b0a0d24eebabad9d02a3593f56', 'subnets': [{'id': '6c5958d2-5979-42b6-8d5d-8777f7be84eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:10:26.417510 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e8553cdf-f05b-4186-a845-4024c9930fce req-23531f86-2b09-4efa-89ce-fd01b608d87e service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136889 Jun 29 23:10:26.460776 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-be72f303-5ed7-41e3-b0a8-e7411786ad27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:26.509979 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1a8ddc4f-f70b-421a-8e97-2fca78971208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5733108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5764016'] for subnet, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:26.516240 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-8cd91ab0-a005-43c1-9d6d-5a104d0daa60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:26.544218 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-be72f303-5ed7-41e3-b0a8-e7411786ad27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:26.546546 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-be72f303-5ed7-41e3-b0a8-e7411786ad27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:26.547907 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-be72f303-5ed7-41e3-b0a8-e7411786ad27 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1b715e68-00fd-42bf-90d4-7077181a8902 HTTP/1.1" status: 204 len: 168 time: 0.2361848 Jun 29 23:10:26.548820 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-4b04880b-5ef4-4cde-9396-09c435d4c7d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:26.558275 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be72f303-5ed7-41e3-b0a8-e7411786ad27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b715e68-00fd-42bf-90d4-7077181a8902,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:26.561191 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-be72f303-5ed7-41e3-b0a8-e7411786ad27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:26.644439 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ddc4f-f70b-421a-8e97-2fca78971208 admin admin] Pushing event updated for resources: {'Subnet': ['ID=038d1501-edfb-419e-bfb4-12c630be184c,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:26.652462 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-1a8ddc4f-f70b-421a-8e97-2fca78971208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:26.663740 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8ddc4f-f70b-421a-8e97-2fca78971208 admin admin] Checking segment: {'id': 'd29d4f6b-6229-4626-b112-154f23b23335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '33b5c9f3-fc0c-487e-96ea-bab3cb4ba62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:10:26.664101 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8ddc4f-f70b-421a-8e97-2fca78971208 admin admin] Network hostable DHCP agents. Network: 33b5c9f3-fc0c-487e-96ea-bab3cb4ba62f, hostable agents: ['cfabb9e1-4ba2-4051-95c8-b215c3ad7269'], hosted agents: [] {{(pid=93163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:10:26.681096 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d81141-7b7c-45f1-a43c-87c878853f9e req-fdd45f62-7d63-4f54-920a-1e7cc06ee870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:26.682655 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-38d81141-7b7c-45f1-a43c-87c878853f9e req-fdd45f62-7d63-4f54-920a-1e7cc06ee870 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84fa8dae152648e093dc8e5a4d0ef36d&device_id=65fb0452-abfc-49fa-8093-c663cea0dee6 HTTP/1.1" status: 200 len: 1096 time: 0.1371181 Jun 29 23:10:26.693382 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8ddc4f-f70b-421a-8e97-2fca78971208 admin admin] Network 33b5c9f3-fc0c-487e-96ea-bab3cb4ba62f is scheduled to be hosted by DHCP agent cfabb9e1-4ba2-4051-95c8-b215c3ad7269 with binding_index 1 {{(pid=93163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:10:26.734654 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-1a8ddc4f-f70b-421a-8e97-2fca78971208 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-4-iscsi, 33b5c9f3-fc0c-487e-96ea-bab3cb4ba62f) {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:10:26.740848 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8ddc4f-f70b-421a-8e97-2fca78971208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:26.741459 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1a8ddc4f-f70b-421a-8e97-2fca78971208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for subnet, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:26.751530 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664f7045-e9bc-4de8-b5d0-fdc8fb8cd08c None None] Network 33b5c9f3-fc0c-487e-96ea-bab3cb4ba62f requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:10:26.793681 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 59838) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:26.794371 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-1a8ddc4f-f70b-421a-8e97-2fca78971208 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7977500 Jun 29 23:10:26.799393 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-ed5a5a63-76e4-4350-a1f6-9517f1b04f03 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1664463761-router', 'tenant_id': '6975bfe4374b4411b22d393a23e6b98a', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'}}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:10:26.859283 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d81141-7b7c-45f1-a43c-87c878853f9e req-889e3452-3d96-42ef-a074-4f3935d5b308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:26.869036 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ed5a5a63-76e4-4350-a1f6-9517f1b04f03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-450309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2020'] for router, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:26.870823 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-38d81141-7b7c-45f1-a43c-87c878853f9e req-889e3452-3d96-42ef-a074-4f3935d5b308 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 HTTP/1.1" status: 200 len: 916 time: 0.1598248 Jun 29 23:10:26.871140 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ed5a5a63-76e4-4350-a1f6-9517f1b04f03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2029'] for router, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:26.927651 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-38d81141-7b7c-45f1-a43c-87c878853f9e req-cd322682-7631-4a21-8150-aa4847464046 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50aee1f9-2991-44ce-ab9c-9abc17563722 HTTP/1.1" status: 200 len: 217 time: 0.0553763 Jun 29 23:10:26.980798 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ed5a5a63-76e4-4350-a1f6-9517f1b04f03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:26.989113 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2252ce1d-fa61-4e5f-8b43-6c99035cc7bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp803aeffc-a578-5cd1-be8d-e0bc517096b8-33b5c9f3-fc0c-487e-96ea-bab3cb4ba62f', 'network_id': '33b5c9f3-fc0c-487e-96ea-bab3cb4ba62f', 'tenant_id': '6975bfe4374b4411b22d393a23e6b98a', 'fixed_ips': [{'subnet_id': '038d1501-edfb-419e-bfb4-12c630be184c'}]}} from dv-cinder-769602-4-iscsi. {{(pid=93164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 23:10:26.990070 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-2252ce1d-fa61-4e5f-8b43-6c99035cc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:27.034333 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d81141-7b7c-45f1-a43c-87c878853f9e req-45d59f59-9fed-4fc3-bf77-ab3eb88cf2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:27.036113 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-38d81141-7b7c-45f1-a43c-87c878853f9e req-45d59f59-9fed-4fc3-bf77-ab3eb88cf2b8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d173892-21f3-4d8b-a65f-f341f79adde1 HTTP/1.1" status: 200 len: 855 time: 0.0825686 Jun 29 23:10:27.081752 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-38d81141-7b7c-45f1-a43c-87c878853f9e req-75201249-f5a9-4f34-927e-b94e5d540346 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353374 Jun 29 23:10:27.089757 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822495b-5b10-4fc8-b476-5235cff9b2fb req-67284310-efe9-4446-9006-659b5639981f tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:27.091283 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b822495b-5b10-4fc8-b476-5235cff9b2fb req-67284310-efe9-4446-9006-659b5639981f tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 944 time: 0.1734748 Jun 29 23:10:27.155479 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 59842) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:27.215590 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ed5a5a63-76e4-4350-a1f6-9517f1b04f03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-489796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-450314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1823'] for router, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:27.217291 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.db_base_plugin_common [None req-2252ce1d-fa61-4e5f-8b43-6c99035cc7bc None None] Allocated IP 172.20.0.2 (33b5c9f3-fc0c-487e-96ea-bab3cb4ba62f/038d1501-edfb-419e-bfb4-12c630be184c/4a781669-62f7-44df-ba5f-3cada469952d) {{(pid=93164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:10:27.228552 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c319b84a-460b-4134-a1d9-4108088f445e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:27.269105 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b822495b-5b10-4fc8-b476-5235cff9b2fb req-a3fadf96-cc17-432a-9905-b9f7704f8243 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/security-groups?id=3089ad28-dfe7-4f2c-900f-3cfd6db472d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693139 Jun 29 23:10:27.322110 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-38d81141-7b7c-45f1-a43c-87c878853f9e req-61c174e6-31ca-48e6-97e7-173a3bcefeb2 service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298055 Jun 29 23:10:27.505749 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-2252ce1d-fa61-4e5f-8b43-6c99035cc7bc None None] Notify callbacks [] for port, precommit_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:27.521016 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-2252ce1d-fa61-4e5f-8b43-6c99035cc7bc None None] Transition to ACTIVE for port object 4a781669-62f7-44df-ba5f-3cada469952d will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:10:27.539035 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-38d81141-7b7c-45f1-a43c-87c878853f9e req-207117aa-cc35-4b99-b366-8e7f9f8b7a1a service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056546 Jun 29 23:10:27.554925 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ed5a5a63-76e4-4350-a1f6-9517f1b04f03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:27.555629 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-2252ce1d-fa61-4e5f-8b43-6c99035cc7bc None None] Transition to ACTIVE for port object 4a781669-62f7-44df-ba5f-3cada469952d will not be triggered until provisioned by entity DHCP. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:10:27.562662 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c319b84a-460b-4134-a1d9-4108088f445e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:27.566092 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-2252ce1d-fa61-4e5f-8b43-6c99035cc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181'] for port, after_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:27.568140 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:27.573432 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c319b84a-460b-4134-a1d9-4108088f445e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:27.579371 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ed5a5a63-76e4-4350-a1f6-9517f1b04f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:27.587028 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-a58a65d5-9136-42b5-9571-fa71b495603b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:27.589326 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f790653-d144-4a26-8856-ad17fdcd1181 req-668be358-2517-4631-8b4e-2210a6737904 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:27.596512 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0f790653-d144-4a26-8856-ad17fdcd1181 req-668be358-2517-4631-8b4e-2210a6737904 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.2510509 Jun 29 23:10:27.629312 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2252ce1d-fa61-4e5f-8b43-6c99035cc7bc None None] Network 33b5c9f3-fc0c-487e-96ea-bab3cb4ba62f is already hosted by enough agents. {{(pid=93164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:10:27.635139 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.scheduler.base_scheduler [None req-2252ce1d-fa61-4e5f-8b43-6c99035cc7bc None None] Resources bound (agent type, host, resource id): {{(pid=93164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:10:27.637240 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252ce1d-fa61-4e5f-8b43-6c99035cc7bc None None] Pushing event updated for resources: {'Port': ['ID=4a781669-62f7-44df-ba5f-3cada469952d,revision_number=1']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:27.641124 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2252ce1d-fa61-4e5f-8b43-6c99035cc7bc None None] Received port after_create {{(pid=93164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:10:27.649330 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-2252ce1d-fa61-4e5f-8b43-6c99035cc7bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:27.649837 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-c319b84a-460b-4134-a1d9-4108088f445e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6d05de3776bc466597e4e63e067e1da1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4911180 Jun 29 23:10:27.651073 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319b84a-460b-4134-a1d9-4108088f445e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252c8da7-eccb-4d69-93bc-f8bb7c02900d,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:27.653064 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 59854) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:27.677308 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-c319b84a-460b-4134-a1d9-4108088f445e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:27.717737 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-2252ce1d-fa61-4e5f-8b43-6c99035cc7bc None None] Attempting to bind port 4a781669-62f7-44df-ba5f-3cada469952d on host dv-cinder-769602-4-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:10:27.718166 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-2252ce1d-fa61-4e5f-8b43-6c99035cc7bc None None] Attempting to bind port 4a781669-62f7-44df-ba5f-3cada469952d by drivers openvswitch,hyperv on host dv-cinder-769602-4-iscsi at level 0 using segments [{'id': 'd29d4f6b-6229-4626-b112-154f23b23335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '33b5c9f3-fc0c-487e-96ea-bab3cb4ba62f'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:10:27.718644 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2252ce1d-fa61-4e5f-8b43-6c99035cc7bc None None] Attempting to bind port 4a781669-62f7-44df-ba5f-3cada469952d on network 33b5c9f3-fc0c-487e-96ea-bab3cb4ba62f {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:10:27.721515 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0f790653-d144-4a26-8856-ad17fdcd1181 req-344547dc-2921-43cb-9477-a949cf68d987 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240175 Jun 29 23:10:27.728733 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2252ce1d-fa61-4e5f-8b43-6c99035cc7bc None None] Checking agent: {'id': 'a1c2e225-8bcd-423f-9b74-e274311af98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 0, 50), 'started_at': datetime.datetime(2021, 6, 29, 23, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:10:27.729428 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2252ce1d-fa61-4e5f-8b43-6c99035cc7bc None None] Checking segment: {'id': 'd29d4f6b-6229-4626-b112-154f23b23335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '33b5c9f3-fc0c-487e-96ea-bab3cb4ba62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:10:27.730074 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-2252ce1d-fa61-4e5f-8b43-6c99035cc7bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:27.731309 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2252ce1d-fa61-4e5f-8b43-6c99035cc7bc None None] Bound using segment: {'id': 'd29d4f6b-6229-4626-b112-154f23b23335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '33b5c9f3-fc0c-487e-96ea-bab3cb4ba62f'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:10:27.732613 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-2252ce1d-fa61-4e5f-8b43-6c99035cc7bc None None] Bound port: 4a781669-62f7-44df-ba5f-3cada469952d, host: dv-cinder-769602-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29d4f6b-6229-4626-b112-154f23b23335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '33b5c9f3-fc0c-487e-96ea-bab3cb4ba62f'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:10:27.733241 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-2252ce1d-fa61-4e5f-8b43-6c99035cc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:27.842916 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5e67670e-6d80-4ffe-ab6d-1c472535ff50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:27.845749 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-ed5a5a63-76e4-4350-a1f6-9517f1b04f03 admin admin] Allocated IP 172.27.0.100 (4f4d7b89-f14b-44bd-8c77-680ef6990266/7d983a82-3206-4a2a-9ce9-3b2c9dc20086/cd5e9132-88cd-4e32-bb60-3c183778b2c7) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:10:27.854832 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-2252ce1d-fa61-4e5f-8b43-6c99035cc7bc None None] For port 4a781669-62f7-44df-ba5f-3cada469952d, host dv-cinder-769602-4-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:10:27.863101 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-2252ce1d-fa61-4e5f-8b43-6c99035cc7bc None None] For port 4a781669-62f7-44df-ba5f-3cada469952d, host dv-cinder-769602-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=4a781669-62f7-44df-ba5f-3cada469952d,segment=NetworkSegment(d29d4f6b-6229-4626-b112-154f23b23335),segment_id=d29d4f6b-6229-4626-b112-154f23b23335)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:10:27.871027 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-2252ce1d-fa61-4e5f-8b43-6c99035cc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:27.874579 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:27.886230 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5e67670e-6d80-4ffe-ab6d-1c472535ff50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:27.938942 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de2fa8-7654-4f2a-bf2c-d29f0064d0b2 req-8039bb0e-d3b2-4c67-a385-fa0cf54f350b tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:27.941308 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-75de2fa8-7654-4f2a-bf2c-d29f0064d0b2 req-8039bb0e-d3b2-4c67-a385-fa0cf54f350b tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=65fb0452-abfc-49fa-8093-c663cea0dee6 HTTP/1.1" status: 200 len: 943 time: 0.1019216 Jun 29 23:10:27.980903 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252ce1d-fa61-4e5f-8b43-6c99035cc7bc None None] Pushing event updated for resources: {'Port': ['ID=4a781669-62f7-44df-ba5f-3cada469952d,revision_number=2']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:27.992633 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-2252ce1d-fa61-4e5f-8b43-6c99035cc7bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:28.007364 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-75de2fa8-7654-4f2a-bf2c-d29f0064d0b2 req-972ff2e4-ea85-4b25-bdea-a9074b6c7c4e tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576806 Jun 29 23:10:28.032178 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5e67670e-6d80-4ffe-ab6d-1c472535ff50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:28.032178 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5e67670e-6d80-4ffe-ab6d-1c472535ff50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:28.032178 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-5e67670e-6d80-4ffe-ab6d-1c472535ff50 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/252c8da7-eccb-4d69-93bc-f8bb7c02900d HTTP/1.1" status: 204 len: 168 time: 0.3707438 Jun 29 23:10:28.033298 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-4b2d7f92-5b06-4e20-8010-71003fb8418f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:28.068011 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67670e-6d80-4ffe-ab6d-1c472535ff50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252c8da7-eccb-4d69-93bc-f8bb7c02900d,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:28.070959 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-5e67670e-6d80-4ffe-ab6d-1c472535ff50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:28.110303 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ed5a5a63-76e4-4350-a1f6-9517f1b04f03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:28.183157 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ed5a5a63-76e4-4350-a1f6-9517f1b04f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:28.187716 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-c2c01157-58cf-4620-bfec-0a489be918b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:28.264891 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5a5a63-76e4-4350-a1f6-9517f1b04f03 admin admin] Network 4f4d7b89-f14b-44bd-8c77-680ef6990266 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:10:28.269425 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-ed5a5a63-76e4-4350-a1f6-9517f1b04f03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:10:28.282742 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5a5a63-76e4-4350-a1f6-9517f1b04f03 admin admin] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:10:28.364559 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device f8472051-1085-497b-a791-7093c5c50748 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:10:28.509044 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning for port f8472051-1085-497b-a791-7093c5c50748 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:10:28.519323 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port f8472051-1085-497b-a791-7093c5c50748 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:10:28.519885 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:28.666218 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794fd33c-1a4e-42e8-9f99-89b0784ce0cd req-b580494b-62b0-4987-96e3-3114741bd90f tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:28.674234 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-794fd33c-1a4e-42e8-9f99-89b0784ce0cd req-b580494b-62b0-4987-96e3-3114741bd90f tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 944 time: 0.1012452 Jun 29 23:10:28.765988 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:28.801120 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-794fd33c-1a4e-42e8-9f99-89b0784ce0cd req-57191806-e492-48d7-b2a9-c44176e7f7c1 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/security-groups?id=3089ad28-dfe7-4f2c-900f-3cfd6db472d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256907 Jun 29 23:10:28.825789 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] For port f8472051-1085-497b-a791-7093c5c50748, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=f8472051-1085-497b-a791-7093c5c50748,segment=NetworkSegment(d6a1547b-eb01-42e2-87d0-fd1ddf846118),segment_id=d6a1547b-eb01-42e2-87d0-fd1ddf846118)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:10:28.831062 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:28.837676 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:28.934911 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Pushing event updated for resources: {'Port': ['ID=f8472051-1085-497b-a791-7093c5c50748,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:28.936516 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a5a63-76e4-4350-a1f6-9517f1b04f03 admin admin] Pushing event updated for resources: {'Port': ['ID=cd5e9132-88cd-4e32-bb60-3c183778b2c7,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:28.943743 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:28.959701 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-ed5a5a63-76e4-4350-a1f6-9517f1b04f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:29.094559 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e014036-ba68-4484-9c4f-27799391a043 req-fdcb1275-59f0-49ae-8efd-94b01d1d6c8f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:29.098029 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8e014036-ba68-4484-9c4f-27799391a043 req-fdcb1275-59f0-49ae-8efd-94b01d1d6c8f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.1119726 Jun 29 23:10:29.151164 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 50aee1f9-2991-44ce-ab9c-9abc17563722 details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:10:29.165583 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8e014036-ba68-4484-9c4f-27799391a043 req-a16ed514-67a5-448b-ad3c-9c29b630df54 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533185 Jun 29 23:10:29.180535 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ed5a5a63-76e4-4350-a1f6-9517f1b04f03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:29.281535 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port 50aee1f9-2991-44ce-ab9c-9abc17563722, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=50aee1f9-2991-44ce-ab9c-9abc17563722,segment=NetworkSegment(e3f7bb9a-64ba-45aa-844e-d64cc18d706f),segment_id=e3f7bb9a-64ba-45aa-844e-d64cc18d706f)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:10:29.293816 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Returning: {'device': '50aee1f9-2991-44ce-ab9c-9abc17563722', 'network_id': '5d27fbb3-5d7a-4c3c-914c-7525c670a5e8', 'port_id': '50aee1f9-2991-44ce-ab9c-9abc17563722', 'mac_address': 'fa:16:3e:4d:c0:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d173892-21f3-4d8b-a65f-f341f79adde1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:10:29.393399 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b101a0-29dd-49c9-adb1-326f35d0f8fe req-183c892f-f6e4-4cc3-aca5-a915ff3238f0 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:29.394971 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-69b101a0-29dd-49c9-adb1-326f35d0f8fe req-183c892f-f6e4-4cc3-aca5-a915ff3238f0 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=65fb0452-abfc-49fa-8093-c663cea0dee6 HTTP/1.1" status: 200 len: 943 time: 0.2101014 Jun 29 23:10:29.457534 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656c8bbb-64f5-41ba-94d9-55a20c8cf242 None None] Network 33b5c9f3-fc0c-487e-96ea-bab3cb4ba62f requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:10:29.515093 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:29.517368 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-69b101a0-29dd-49c9-adb1-326f35d0f8fe req-cba1bf38-2542-498e-b7a2-3d4b06bd3640 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780613 Jun 29 23:10:29.531803 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-e0cc594c-9997-4446-8c7b-ac0fc3212747 None None] Provisioning for port 4a781669-62f7-44df-ba5f-3cada469952d completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:10:29.545984 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ed5a5a63-76e4-4350-a1f6-9517f1b04f03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-450323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-489888'] for router, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:29.549097 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50aee1f9-2991-44ce-ab9c-9abc17563722 {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:10:29.593723 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port 50aee1f9-2991-44ce-ab9c-9abc17563722, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=50aee1f9-2991-44ce-ab9c-9abc17563722,segment=NetworkSegment(e3f7bb9a-64ba-45aa-844e-d64cc18d706f),segment_id=e3f7bb9a-64ba-45aa-844e-d64cc18d706f)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:10:29.603953 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:29.608862 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-3d089ab2-8f30-45d8-a1ec-5c8981584875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:29.695715 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=50aee1f9-2991-44ce-ab9c-9abc17563722,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:29.708636 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5a5a63-76e4-4350-a1f6-9517f1b04f03 admin admin] Router 528e1869-42fa-4c08-8e0d-cda223b876d8 is scheduled to L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f with binding_index 1 {{(pid=93162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 23:10:29.718214 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:29.852627 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5a5a63-76e4-4350-a1f6-9517f1b04f03 admin admin] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:10:29.864816 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be44c16a-2c31-4a42-a750-7407865cbed1 None None] Sync routers for ids ['528e1869-42fa-4c08-8e0d-cda223b876d8'] in dv-cinder-769602-4-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:10:29.869996 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ed5a5a63-76e4-4350-a1f6-9517f1b04f03 admin admin] Notify callbacks [] for router, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:29.871592 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-ed5a5a63-76e4-4350-a1f6-9517f1b04f03 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0768428 Jun 29 23:10:29.874688 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 59946) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:29.883895 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be44c16a-2c31-4a42-a750-7407865cbed1 None None] Routers {'528e1869-42fa-4c08-8e0d-cda223b876d8'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:10:29.884826 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-be44c16a-2c31-4a42-a750-7407865cbed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:10:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['528e1869-42fa-4c08-8e0d-cda223b876d8'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:10:30.124402 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-be44c16a-2c31-4a42-a750-7407865cbed1 None None] Set router 528e1869-42fa-4c08-8e0d-cda223b876d8 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:10:30.171794 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d864dc4-a8aa-415d-a939-05913f27f95a req-20e2a76f-f1e9-4c35-aa41-bc03d2d500e1 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:30.174298 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2d864dc4-a8aa-415d-a939-05913f27f95a req-20e2a76f-f1e9-4c35-aa41-bc03d2d500e1 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 944 time: 0.2207494 Jun 29 23:10:30.239984 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] get_ports_and_sgs() called for port_ids ['50aee1f9-2991-44ce-ab9c-9abc17563722'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:10:30.293539 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2d864dc4-a8aa-415d-a939-05913f27f95a req-5b7eea78-0105-44cb-9cad-1a25849dd07d tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/security-groups?id=3089ad28-dfe7-4f2c-900f-3cfd6db472d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870283 Jun 29 23:10:30.349427 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 4a781669-62f7-44df-ba5f-3cada469952d up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:10:30.396204 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-be44c16a-2c31-4a42-a750-7407865cbed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528e1869-42fa-4c08-8e0d-cda223b876d8', 'name': 'tempest-TestShelveInstance-1664463761-router', 'tenant_id': '6975bfe4374b4411b22d393a23e6b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'cd5e9132-88cd-4e32-bb60-3c183778b2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:10:26Z', 'updated_at': '2021-06-29T23:10:28Z', 'revision_number': 3, 'project_id': '6975bfe4374b4411b22d393a23e6b98a', 'gw_port': {'id': 'cd5e9132-88cd-4e32-bb60-3c183778b2c7', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528e1869-42fa-4c08-8e0d-cda223b876d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:10:27Z', 'updated_at': '2021-06-29T23:10:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi'}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:10:30.435766 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be44c16a-2c31-4a42-a750-7407865cbed1 None None] Checking router: 528e1869-42fa-4c08-8e0d-cda223b876d8 for host: dv-cinder-769602-4-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:10:30.436348 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be44c16a-2c31-4a42-a750-7407865cbed1 None None] Updating router 528e1869-42fa-4c08-8e0d-cda223b876d8 port cd5e9132-88cd-4e32-bb60-3c183778b2c7 binding host dv-cinder-769602-4-iscsi {{(pid=93165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:10:30.444417 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb75a10-6438-4c55-ad58-019e3ddb63d4 req-7bfa0f89-163e-4e07-8507-45895b11185d tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:30.447620 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-feb75a10-6438-4c55-ad58-019e3ddb63d4 req-7bfa0f89-163e-4e07-8507-45895b11185d tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0856681 Jun 29 23:10:30.483311 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-be44c16a-2c31-4a42-a750-7407865cbed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:30.509781 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning for port 4a781669-62f7-44df-ba5f-3cada469952d completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:10:30.515869 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port 4a781669-62f7-44df-ba5f-3cada469952d triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:10:30.516502 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:30.519407 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-feb75a10-6438-4c55-ad58-019e3ddb63d4 req-28662146-5c13-4f6f-8e72-8bd9aa29864f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649927 Jun 29 23:10:30.653787 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:30.690540 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] For port 4a781669-62f7-44df-ba5f-3cada469952d, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=4a781669-62f7-44df-ba5f-3cada469952d,segment=NetworkSegment(d29d4f6b-6229-4626-b112-154f23b23335),segment_id=d29d4f6b-6229-4626-b112-154f23b23335)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:10:30.698100 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:30.699034 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device f8472051-1085-497b-a791-7093c5c50748 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:10:30.701790 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-2252ce1d-fa61-4e5f-8b43-6c99035cc7bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:30.793421 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-be44c16a-2c31-4a42-a750-7407865cbed1 None None] Notify callbacks [] for port, precommit_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:30.806134 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.provisioning_blocks [None req-be44c16a-2c31-4a42-a750-7407865cbed1 None None] Transition to ACTIVE for port object cd5e9132-88cd-4e32-bb60-3c183778b2c7 will not be triggered until provisioned by entity L2. {{(pid=93165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:10:30.816682 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Pushing event updated for resources: {'Port': ['ID=4a781669-62f7-44df-ba5f-3cada469952d,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:30.820807 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-be44c16a-2c31-4a42-a750-7407865cbed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:30.823387 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:30.831300 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port f8472051-1085-497b-a791-7093c5c50748 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:10:30.831689 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:30.838733 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:30.899094 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec123260-ef72-489a-876a-9f12e7688d28 None None] Pushing event updated for resources: {'Port': ['ID=cd5e9132-88cd-4e32-bb60-3c183778b2c7,revision_number=2']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:30.929522 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [None req-ec123260-ef72-489a-876a-9f12e7688d28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:30.930420 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-be44c16a-2c31-4a42-a750-7407865cbed1 None None] Attempting to bind port cd5e9132-88cd-4e32-bb60-3c183778b2c7 on host dv-cinder-769602-4-iscsi for vnic_type normal with profile {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:10:30.930901 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-be44c16a-2c31-4a42-a750-7407865cbed1 None None] Attempting to bind port cd5e9132-88cd-4e32-bb60-3c183778b2c7 by drivers openvswitch,hyperv on host dv-cinder-769602-4-iscsi at level 0 using segments [{'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:10:30.931354 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be44c16a-2c31-4a42-a750-7407865cbed1 None None] Attempting to bind port cd5e9132-88cd-4e32-bb60-3c183778b2c7 on network 4f4d7b89-f14b-44bd-8c77-680ef6990266 {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:10:30.938310 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be44c16a-2c31-4a42-a750-7407865cbed1 None None] Checking agent: {'id': 'a1c2e225-8bcd-423f-9b74-e274311af98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 0, 50), 'started_at': datetime.datetime(2021, 6, 29, 23, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:10:30.939571 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be44c16a-2c31-4a42-a750-7407865cbed1 None None] Checking segment: {'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:10:30.940311 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-be44c16a-2c31-4a42-a750-7407865cbed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:30.941049 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be44c16a-2c31-4a42-a750-7407865cbed1 None None] Bound using segment: {'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:10:30.941871 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-be44c16a-2c31-4a42-a750-7407865cbed1 None None] Bound port: cd5e9132-88cd-4e32-bb60-3c183778b2c7, host: dv-cinder-769602-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'}}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:10:30.942656 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-be44c16a-2c31-4a42-a750-7407865cbed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:30.983607 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c6941-85ce-4520-86ec-f576208f5f63 req-24f1cd9e-177e-4099-bf44-fb2d2b644c95 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:30.989047 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-579c6941-85ce-4520-86ec-f576208f5f63 req-24f1cd9e-177e-4099-bf44-fb2d2b644c95 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=65fb0452-abfc-49fa-8093-c663cea0dee6 HTTP/1.1" status: 200 len: 944 time: 0.1681528 Jun 29 23:10:31.021440 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-be44c16a-2c31-4a42-a750-7407865cbed1 None None] For port cd5e9132-88cd-4e32-bb60-3c183778b2c7, host dv-cinder-769602-4-iscsi, cleared binding levels {{(pid=93165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:10:31.025666 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-be44c16a-2c31-4a42-a750-7407865cbed1 None None] For port cd5e9132-88cd-4e32-bb60-3c183778b2c7, host dv-cinder-769602-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=cd5e9132-88cd-4e32-bb60-3c183778b2c7,segment=NetworkSegment(0d7322d1-9f99-46a3-b2ff-5e8cb22a095c),segment_id=0d7322d1-9f99-46a3-b2ff-5e8cb22a095c)] {{(pid=93165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:10:31.033363 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-be44c16a-2c31-4a42-a750-7407865cbed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:31.035784 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [None req-733a24d6-eb01-45dc-8ea5-c91cec1728e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:31.090821 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec123260-ef72-489a-876a-9f12e7688d28 None None] Pushing event updated for resources: {'Port': ['ID=cd5e9132-88cd-4e32-bb60-3c183778b2c7,revision_number=3']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:31.096097 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [None req-ec123260-ef72-489a-876a-9f12e7688d28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:31.098054 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be44c16a-2c31-4a42-a750-7407865cbed1 None None] Routers {'528e1869-42fa-4c08-8e0d-cda223b876d8'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:10:31.098846 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-be44c16a-2c31-4a42-a750-7407865cbed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:10:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['528e1869-42fa-4c08-8e0d-cda223b876d8'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:10:31.138683 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-579c6941-85ce-4520-86ec-f576208f5f63 req-adfd24c8-4a5d-4a6b-9688-72979b7825f4 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455173 Jun 29 23:10:31.161392 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1 details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:10:31.161922 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9fa469d3-1fe4-4fb0-b3d6-82864af1d73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:31.174471 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d9e18-8a02-4bf3-999a-4732b3cacdc9 req-b7f04518-ac42-4c32-bd3f-2343dcb6aaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:31.175952 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-669d9e18-8a02-4bf3-999a-4732b3cacdc9 req-b7f04518-ac42-4c32-bd3f-2343dcb6aaa5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 1098 time: 0.1851649 Jun 29 23:10:31.259556 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-be44c16a-2c31-4a42-a750-7407865cbed1 None None] Set router 528e1869-42fa-4c08-8e0d-cda223b876d8 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:10:31.289113 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-669d9e18-8a02-4bf3-999a-4732b3cacdc9 req-bcb77700-22fb-48e3-b209-0a2700e0214a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991781 Jun 29 23:10:31.312309 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1,segment=NetworkSegment(4c3131ec-6831-4e51-915e-b85cb9cde4ad),segment_id=4c3131ec-6831-4e51-915e-b85cb9cde4ad)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:10:31.326301 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Returning: {'device': 'fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1', 'network_id': '91614b0c-8023-4554-a60f-a9debc2aead5', 'port_id': 'fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1', 'mac_address': 'fa:16:3e:4f:d6:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f269cef7-2126-4abb-adf5-a4e644107e63', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:10:31.370439 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [None req-9fa469d3-1fe4-4fb0-b3d6-82864af1d73a admin admin] Allocated IP 172.20.0.1 (33b5c9f3-fc0c-487e-96ea-bab3cb4ba62f/038d1501-edfb-419e-bfb4-12c630be184c/eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:10:31.377478 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:31.391363 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1 {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:10:31.410788 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1,segment=NetworkSegment(4c3131ec-6831-4e51-915e-b85cb9cde4ad),segment_id=4c3131ec-6831-4e51-915e-b85cb9cde4ad)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:10:31.413883 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:10:31.415516 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:31.417288 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-dbcc1e9b-012c-4951-a337-79a5403c9856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:31.480380 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:31.486357 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:31.492027 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9fa469d3-1fe4-4fb0-b3d6-82864af1d73a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:31.502720 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-be44c16a-2c31-4a42-a750-7407865cbed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528e1869-42fa-4c08-8e0d-cda223b876d8', 'name': 'tempest-TestShelveInstance-1664463761-router', 'tenant_id': '6975bfe4374b4411b22d393a23e6b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'cd5e9132-88cd-4e32-bb60-3c183778b2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:10:26Z', 'updated_at': '2021-06-29T23:10:28Z', 'revision_number': 3, 'project_id': '6975bfe4374b4411b22d393a23e6b98a', 'gw_port': {'id': 'cd5e9132-88cd-4e32-bb60-3c183778b2c7', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528e1869-42fa-4c08-8e0d-cda223b876d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:10:27Z', 'updated_at': '2021-06-29T23:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi'}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:10:31.507273 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-9fa469d3-1fe4-4fb0-b3d6-82864af1d73a admin admin] Transition to ACTIVE for port object eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843 will not be triggered until provisioned by entity DHCP. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:10:31.530573 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be44c16a-2c31-4a42-a750-7407865cbed1 None None] The sync data for ids ['528e1869-42fa-4c08-8e0d-cda223b876d8'] in dv-cinder-769602-4-iscsi is: [{'id': '528e1869-42fa-4c08-8e0d-cda223b876d8', 'name': 'tempest-TestShelveInstance-1664463761-router', 'tenant_id': '6975bfe4374b4411b22d393a23e6b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'cd5e9132-88cd-4e32-bb60-3c183778b2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:10:26Z', 'updated_at': '2021-06-29T23:10:28Z', 'revision_number': 3, 'project_id': '6975bfe4374b4411b22d393a23e6b98a', 'gw_port': {'id': 'cd5e9132-88cd-4e32-bb60-3c183778b2c7', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528e1869-42fa-4c08-8e0d-cda223b876d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:10:27Z', 'updated_at': '2021-06-29T23:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi'}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:10:31.546913 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9fa469d3-1fe4-4fb0-b3d6-82864af1d73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5732936'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:31.549909 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-5caeee1f-40d6-4f64-acda-5ac5e3ec591b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:31.623717 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa469d3-1fe4-4fb0-b3d6-82864af1d73a admin admin] Network 33b5c9f3-fc0c-487e-96ea-bab3cb4ba62f is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:10:31.628975 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-9fa469d3-1fe4-4fb0-b3d6-82864af1d73a admin admin] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:10:31.632102 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa469d3-1fe4-4fb0-b3d6-82864af1d73a admin admin] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:10:31.659947 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa469d3-1fe4-4fb0-b3d6-82864af1d73a admin admin] Pushing event updated for resources: {'Port': ['ID=eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:31.670214 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-9fa469d3-1fe4-4fb0-b3d6-82864af1d73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:31.689436 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9fa469d3-1fe4-4fb0-b3d6-82864af1d73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442503'] for router_interface, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:31.750367 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad597541-e10c-419b-a1e9-2bab35eb0d14 req-17dcd347-caf0-4d1b-9984-e55881e78092 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:31.752037 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ad597541-e10c-419b-a1e9-2bab35eb0d14 req-17dcd347-caf0-4d1b-9984-e55881e78092 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 945 time: 0.1761310 Jun 29 23:10:31.837362 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ad597541-e10c-419b-a1e9-2bab35eb0d14 req-77b52fde-08d1-4318-ac10-0177b4663438 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/security-groups?id=3089ad28-dfe7-4f2c-900f-3cfd6db472d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711088 Jun 29 23:10:31.922852 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9934797e-cda7-44a5-8ec3-a7def04f701b None None] Provisioning for port eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843 completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:10:31.932822 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9934797e-cda7-44a5-8ec3-a7def04f701b None None] Provisioning complete for port eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:10:31.933203 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9934797e-cda7-44a5-8ec3-a7def04f701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:31.981338 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-9934797e-cda7-44a5-8ec3-a7def04f701b None None] Port eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843 cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:10:31.993493 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9fa469d3-1fe4-4fb0-b3d6-82864af1d73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:32.117051 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928953ea-bbe1-441a-b3c0-f55b694f10c5 req-228276e2-b168-4b40-a5b3-6722a40368e2 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:32.118743 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-928953ea-bbe1-441a-b3c0-f55b694f10c5 req-228276e2-b168-4b40-a5b3-6722a40368e2 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.1589139 Jun 29 23:10:32.191450 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-928953ea-bbe1-441a-b3c0-f55b694f10c5 req-a74ff8a4-defc-4aea-a97e-db77902de0f7 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658464 Jun 29 23:10:32.240988 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] get_ports_and_sgs() called for port_ids ['fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:10:32.267156 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9fa469d3-1fe4-4fb0-b3d6-82864af1d73a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:32.281717 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9fa469d3-1fe4-4fb0-b3d6-82864af1d73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732986'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:32.285307 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:32.348528 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 4a781669-62f7-44df-ba5f-3cada469952d up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:10:32.418598 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9fa469d3-1fe4-4fb0-b3d6-82864af1d73a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442387'] for router_interface, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:32.422426 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa469d3-1fe4-4fb0-b3d6-82864af1d73a admin admin] Pushing event updated for resources: {'Port': ['ID=eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:32.425379 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-9fa469d3-1fe4-4fb0-b3d6-82864af1d73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:32.451075 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port 4a781669-62f7-44df-ba5f-3cada469952d triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:10:32.451562 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:32.541212 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b9011-a3c4-45a4-9c39-2cc724428346 req-517e4ef8-5cbf-4fa5-87e2-c826eacae343 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:32.542711 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4e9b9011-a3c4-45a4-9c39-2cc724428346 req-517e4ef8-5cbf-4fa5-87e2-c826eacae343 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=65fb0452-abfc-49fa-8093-c663cea0dee6 HTTP/1.1" status: 200 len: 944 time: 0.1809783 Jun 29 23:10:32.563217 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa469d3-1fe4-4fb0-b3d6-82864af1d73a admin admin] Network 33b5c9f3-fc0c-487e-96ea-bab3cb4ba62f is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:10:32.565979 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-9fa469d3-1fe4-4fb0-b3d6-82864af1d73a admin admin] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:10:32.600784 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device cd5e9132-88cd-4e32-bb60-3c183778b2c7 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:10:32.641499 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4e9b9011-a3c4-45a4-9c39-2cc724428346 req-c33aff85-5a76-453f-8e33-3f80e26a8bba tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914752 Jun 29 23:10:32.738243 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning for port cd5e9132-88cd-4e32-bb60-3c183778b2c7 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:10:32.744349 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port cd5e9132-88cd-4e32-bb60-3c183778b2c7 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:10:32.746064 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:32.765851 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa469d3-1fe4-4fb0-b3d6-82864af1d73a admin admin] Router 528e1869-42fa-4c08-8e0d-cda223b876d8 has already been hosted by L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f {{(pid=93163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:10:32.857126 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:32.874772 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] For port cd5e9132-88cd-4e32-bb60-3c183778b2c7, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=cd5e9132-88cd-4e32-bb60-3c183778b2c7,segment=NetworkSegment(0d7322d1-9f99-46a3-b2ff-5e8cb22a095c),segment_id=0d7322d1-9f99-46a3-b2ff-5e8cb22a095c)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:10:32.879139 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:32.882965 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:32.928287 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa469d3-1fe4-4fb0-b3d6-82864af1d73a admin admin] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:10:32.937879 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-9fa469d3-1fe4-4fb0-b3d6-82864af1d73a admin admin] 10.222.0.30 "PUT /v2.0/routers/528e1869-42fa-4c08-8e0d-cda223b876d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0619042 Jun 29 23:10:32.942277 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-17f545d3-180f-4dbb-9475-9fac4268f723 None None] Provisioning complete for port eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:10:32.942736 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-17f545d3-180f-4dbb-9475-9fac4268f723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:32.981190 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Pushing event updated for resources: {'Port': ['ID=cd5e9132-88cd-4e32-bb60-3c183778b2c7,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:32.984344 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:32.996525 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-17f545d3-180f-4dbb-9475-9fac4268f723 None None] Port eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843 cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:10:33.037082 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9696db6-ce29-4d5d-a25e-2a8a2876541d req-bed6323a-acf4-4a05-b806-eca208dc28b7 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:33.038566 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c9696db6-ce29-4d5d-a25e-2a8a2876541d req-bed6323a-acf4-4a05-b806-eca208dc28b7 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 945 time: 0.0730853 Jun 29 23:10:33.080020 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c9696db6-ce29-4d5d-a25e-2a8a2876541d req-9384d4b7-078b-4f1a-a6f4-ae8b2a6113e4 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/security-groups?id=3089ad28-dfe7-4f2c-900f-3cfd6db472d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354986 Jun 29 23:10:33.180733 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 50aee1f9-2991-44ce-ab9c-9abc17563722 up at agent hyperv_hv-cinder-76960 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:10:33.234444 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Provisioning for port 50aee1f9-2991-44ce-ab9c-9abc17563722 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:10:33.238115 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Provisioning complete for port 50aee1f9-2991-44ce-ab9c-9abc17563722 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:10:33.238490 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:33.334903 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:33.357381 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fb0452-abfc-49fa-8093-c663cea0dee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50aee1f9-2991-44ce-ab9c-9abc17563722'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:10:33.359646 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc242b685774feada63a8466480188dde327850ab4a240ce00b056240626d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf581f2-6306-4cf4-9c70-3ba67d2657fb" -d '{"events": [{"server_uuid": "65fb0452-abfc-49fa-8093-c663cea0dee6", "name": "network-vif-plugged", "status": "completed", "tag": "50aee1f9-2991-44ce-ab9c-9abc17563722"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:10:33.372376 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port 50aee1f9-2991-44ce-ab9c-9abc17563722, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=50aee1f9-2991-44ce-ab9c-9abc17563722,segment=NetworkSegment(e3f7bb9a-64ba-45aa-844e-d64cc18d706f),segment_id=e3f7bb9a-64ba-45aa-844e-d64cc18d706f)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:10:33.375995 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:33.377813 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-09a1f098-95a2-44d9-a754-fcd2ad178a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:33.423246 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=50aee1f9-2991-44ce-ab9c-9abc17563722,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:33.426578 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:33.595710 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 60014) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:33.600411 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-f8257b1b-d1fe-4862-8db6-63144606c574 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-54364643', 'description': 'tempest-secgroup-smoke-54364643 description', 'project_id': '9855b0b0a0d24eebabad9d02a3593f56'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:10:33.623250 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f8257b1b-d1fe-4862-8db6-63144606c574 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:33.725156 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f8257b1b-d1fe-4862-8db6-63144606c574 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:33.729578 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f8257b1b-d1fe-4862-8db6-63144606c574 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:33.731978 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-f1499611-ba6a-4cf1-8785-4ae81d60323b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:33.760031 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f8257b1b-d1fe-4862-8db6-63144606c574 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:33.761263 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-f8257b1b-d1fe-4862-8db6-63144606c574 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1645343 Jun 29 23:10:33.762830 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887eec6-1d6b-4fb2-9ad5-5891a5e00084 req-b8f75496-399e-4403-b1e8-82cba9db6750 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:33.764190 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 60018) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:33.764681 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8887eec6-1d6b-4fb2-9ad5-5891a5e00084 req-b8f75496-399e-4403-b1e8-82cba9db6750 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0789006 Jun 29 23:10:33.768943 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-60712af3-7222-4020-8fb5-99bc9800a8cf tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Request body: {'security_group_rule': {'security_group_id': '2a973f75-51f6-4205-9629-593660ada800', 'project_id': '9855b0b0a0d24eebabad9d02a3593f56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:10:33.774019 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8257b1b-d1fe-4862-8db6-63144606c574 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a973f75-51f6-4205-9629-593660ada800,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:33.778336 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-f8257b1b-d1fe-4862-8db6-63144606c574 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:33.799882 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-60712af3-7222-4020-8fb5-99bc9800a8cf tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:33.812595 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8887eec6-1d6b-4fb2-9ad5-5891a5e00084 req-91b4ca55-ea76-4651-9e02-73ea88855251 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422077 Jun 29 23:10:33.868293 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ebb007-43cd-4202-97d9-9effd7a230fe x-openstack-request-id: req-f0ebb007-43cd-4202-97d9-9effd7a230fe {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:10:33.868666 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fb0452-abfc-49fa-8093-c663cea0dee6", "name": "network-vif-plugged", "status": "completed", "tag": "50aee1f9-2991-44ce-ab9c-9abc17563722", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:10:33.869053 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f0ebb007-43cd-4202-97d9-9effd7a230fe {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:10:33.869458 dv-cinder-769602-4-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65fb0452-abfc-49fa-8093-c663cea0dee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50aee1f9-2991-44ce-ab9c-9abc17563722', 'code': 200} Jun 29 23:10:33.871237 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-60712af3-7222-4020-8fb5-99bc9800a8cf tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:33.889396 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-60712af3-7222-4020-8fb5-99bc9800a8cf tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-377750'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:33.907936 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-7d97456e-5a25-49b7-a2b0-3a3196ab1ce3 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:33.920352 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-60712af3-7222-4020-8fb5-99bc9800a8cf tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:33.921572 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-60712af3-7222-4020-8fb5-99bc9800a8cf tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1563103 Jun 29 23:10:33.924258 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 60026) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:33.929683 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-b0e6028b-d405-4ca5-9979-152a734de42a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Request body: {'security_group_rule': {'security_group_id': '2a973f75-51f6-4205-9629-593660ada800', 'project_id': '9855b0b0a0d24eebabad9d02a3593f56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:10:33.933898 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60712af3-7222-4020-8fb5-99bc9800a8cf tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61820f9b-ec78-437d-a8c0-36c89ce3c644,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:33.942540 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-60712af3-7222-4020-8fb5-99bc9800a8cf tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:33.969480 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b0e6028b-d405-4ca5-9979-152a734de42a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:34.026956 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b0e6028b-d405-4ca5-9979-152a734de42a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:34.030584 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b0e6028b-d405-4ca5-9979-152a734de42a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-377750'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:34.033582 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-17dec451-6f4f-4247-a9b3-dc0e8c2b9c20 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:34.055836 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e6028b-d405-4ca5-9979-152a734de42a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eafd987f-a410-4ece-98ef-0b2b0dd68625,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:34.058392 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-b0e6028b-d405-4ca5-9979-152a734de42a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:34.064233 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e93a5-85b4-4cf1-be21-043c2ccf4d0a req-1a7737f1-0a69-409a-8b65-fe66ecaa7dfe tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:34.064818 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b0e6028b-d405-4ca5-9979-152a734de42a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:34.065725 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-631e93a5-85b4-4cf1-be21-043c2ccf4d0a req-1a7737f1-0a69-409a-8b65-fe66ecaa7dfe tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=65fb0452-abfc-49fa-8093-c663cea0dee6 HTTP/1.1" status: 200 len: 945 time: 0.0826373 Jun 29 23:10:34.073590 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-b0e6028b-d405-4ca5-9979-152a734de42a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1481054 Jun 29 23:10:34.075971 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 60028) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:34.080973 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-1dd27128-3de8-4390-92ca-ff43189fc33f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Request body: {'security_group_rule': {'security_group_id': '2a973f75-51f6-4205-9629-593660ada800', 'project_id': '9855b0b0a0d24eebabad9d02a3593f56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:10:34.108395 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-631e93a5-85b4-4cf1-be21-043c2ccf4d0a req-1726d3b8-7d99-4a86-ac97-e5b1f284f80a tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354447 Jun 29 23:10:34.111547 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1dd27128-3de8-4390-92ca-ff43189fc33f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:34.117214 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65e8921-47da-406f-b755-1c911c0d38b6 None None] Sync routers for ids ['528e1869-42fa-4c08-8e0d-cda223b876d8'] in dv-cinder-769602-4-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:10:34.141596 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65e8921-47da-406f-b755-1c911c0d38b6 None None] Routers {'528e1869-42fa-4c08-8e0d-cda223b876d8'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:10:34.142259 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-a65e8921-47da-406f-b755-1c911c0d38b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:10:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['528e1869-42fa-4c08-8e0d-cda223b876d8'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:10:34.201633 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1dd27128-3de8-4390-92ca-ff43189fc33f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:34.203354 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43530e-f590-4f3f-9bd4-c3a53805b33b req-15cf6297-e122-403d-aa38-6a384c67febe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:34.206259 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ff43530e-f590-4f3f-9bd4-c3a53805b33b req-15cf6297-e122-403d-aa38-6a384c67febe service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=65fb0452-abfc-49fa-8093-c663cea0dee6 HTTP/1.1" status: 200 len: 1098 time: 0.0878601 Jun 29 23:10:34.212598 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1dd27128-3de8-4390-92ca-ff43189fc33f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-377750'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:34.220042 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-b0e6028b-d405-4ca5-9979-152a734de42a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:34.222997 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:34.248109 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd27128-3de8-4390-92ca-ff43189fc33f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92060f41-8734-4335-bdb9-26977309df30,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:34.251502 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-1dd27128-3de8-4390-92ca-ff43189fc33f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:34.253625 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1dd27128-3de8-4390-92ca-ff43189fc33f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:34.259242 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-1dd27128-3de8-4390-92ca-ff43189fc33f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1818583 Jun 29 23:10:34.259866 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 60032) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:34.265601 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-d1b47d53-1251-41e2-b7f1-e4e00fa14221 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Request body: {'security_group_rule': {'security_group_id': '2a973f75-51f6-4205-9629-593660ada800', 'project_id': '9855b0b0a0d24eebabad9d02a3593f56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:10:34.267370 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ff43530e-f590-4f3f-9bd4-c3a53805b33b req-8189f3b1-5f3a-4980-84aa-ce8f4a4003f8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530391 Jun 29 23:10:34.276163 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device cd5e9132-88cd-4e32-bb60-3c183778b2c7 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:10:34.303874 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d1b47d53-1251-41e2-b7f1-e4e00fa14221 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:34.340652 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-a65e8921-47da-406f-b755-1c911c0d38b6 None None] Set router 528e1869-42fa-4c08-8e0d-cda223b876d8 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:10:34.388597 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port cd5e9132-88cd-4e32-bb60-3c183778b2c7 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:10:34.389250 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:34.400878 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d1b47d53-1251-41e2-b7f1-e4e00fa14221 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:34.400878 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d1b47d53-1251-41e2-b7f1-e4e00fa14221 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-377750'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:34.400878 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:34.419373 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b47d53-1251-41e2-b7f1-e4e00fa14221 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2c36d88-3d92-46fe-b1de-96d51bd8781b,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:34.422488 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-d1b47d53-1251-41e2-b7f1-e4e00fa14221 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:34.430712 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d1b47d53-1251-41e2-b7f1-e4e00fa14221 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:34.430712 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-d1b47d53-1251-41e2-b7f1-e4e00fa14221 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1677496 Jun 29 23:10:34.434308 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 60038) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:34.437124 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-d24ba455-8de4-4cfe-99f3-208e54408e01 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Request body: {'security_group_rule': {'security_group_id': '2a973f75-51f6-4205-9629-593660ada800', 'project_id': '9855b0b0a0d24eebabad9d02a3593f56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:10:34.463624 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.db.securitygroups_db [None req-d24ba455-8de4-4cfe-99f3-208e54408e01 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Project 9855b0b0a0d24eebabad9d02a3593f56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 23:10:34.469472 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d24ba455-8de4-4cfe-99f3-208e54408e01 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:34.540711 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d24ba455-8de4-4cfe-99f3-208e54408e01 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:34.546184 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d24ba455-8de4-4cfe-99f3-208e54408e01 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-377750'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:34.548326 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:34.567392 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ba455-8de4-4cfe-99f3-208e54408e01 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db684ce5-fd28-4952-9f39-9a2df7a3b52f,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:34.571510 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-d24ba455-8de4-4cfe-99f3-208e54408e01 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:34.576840 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d24ba455-8de4-4cfe-99f3-208e54408e01 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:34.578120 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-d24ba455-8de4-4cfe-99f3-208e54408e01 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1455929 Jun 29 23:10:34.580854 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 60040) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:34.586561 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-3e0abd8c-b7ed-4a3f-85c6-b6ee4cfae280 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Request body: {'security_group_rule': {'security_group_id': '2a973f75-51f6-4205-9629-593660ada800', 'project_id': '9855b0b0a0d24eebabad9d02a3593f56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:10:34.609437 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9530c12-1694-437e-a05e-5cc8c29ec99f req-1e9ee3d4-b5be-49b7-a8db-850d629c35a7 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:34.611223 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f9530c12-1694-437e-a05e-5cc8c29ec99f req-1e9ee3d4-b5be-49b7-a8db-850d629c35a7 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 945 time: 0.0801179 Jun 29 23:10:34.613868 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.db.securitygroups_db [None req-3e0abd8c-b7ed-4a3f-85c6-b6ee4cfae280 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Project 9855b0b0a0d24eebabad9d02a3593f56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 23:10:34.620723 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3e0abd8c-b7ed-4a3f-85c6-b6ee4cfae280 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:34.651699 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f9530c12-1694-437e-a05e-5cc8c29ec99f req-f0393af8-65a6-4160-83b8-b90453f5f0b5 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/security-groups?id=3089ad28-dfe7-4f2c-900f-3cfd6db472d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336483 Jun 29 23:10:34.656483 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-a65e8921-47da-406f-b755-1c911c0d38b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528e1869-42fa-4c08-8e0d-cda223b876d8', 'name': 'tempest-TestShelveInstance-1664463761-router', 'tenant_id': '6975bfe4374b4411b22d393a23e6b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'cd5e9132-88cd-4e32-bb60-3c183778b2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:10:26Z', 'updated_at': '2021-06-29T23:10:31Z', 'revision_number': 4, 'project_id': '6975bfe4374b4411b22d393a23e6b98a', 'gw_port': {'id': 'cd5e9132-88cd-4e32-bb60-3c183778b2c7', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528e1869-42fa-4c08-8e0d-cda223b876d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:10:27Z', 'updated_at': '2021-06-29T23:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': 'eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843', 'name': '', 'network_id': '33b5c9f3-fc0c-487e-96ea-bab3cb4ba62f', 'tenant_id': '6975bfe4374b4411b22d393a23e6b98a', 'mac_address': 'fa:16:3e:4e:7e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528e1869-42fa-4c08-8e0d-cda223b876d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '038d1501-edfb-419e-bfb4-12c630be184c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:10:31Z', 'updated_at': '2021-06-29T23:10:32Z', 'revision_number': 2, 'project_id': '6975bfe4374b4411b22d393a23e6b98a', 'subnets': [{'id': '038d1501-edfb-419e-bfb4-12c630be184c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:10:34.690848 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3e0abd8c-b7ed-4a3f-85c6-b6ee4cfae280 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:34.691765 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65e8921-47da-406f-b755-1c911c0d38b6 None None] Checking router: 528e1869-42fa-4c08-8e0d-cda223b876d8 for host: dv-cinder-769602-4-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:10:34.692047 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65e8921-47da-406f-b755-1c911c0d38b6 None None] Updating router 528e1869-42fa-4c08-8e0d-cda223b876d8 port eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843 binding host dv-cinder-769602-4-iscsi {{(pid=93164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:10:34.696985 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3e0abd8c-b7ed-4a3f-85c6-b6ee4cfae280 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-377750'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:34.702430 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:34.720551 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0abd8c-b7ed-4a3f-85c6-b6ee4cfae280 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4bf1996-cdf5-4d18-9808-31a82ac6c060,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:34.729024 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-3e0abd8c-b7ed-4a3f-85c6-b6ee4cfae280 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:34.733536 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3e0abd8c-b7ed-4a3f-85c6-b6ee4cfae280 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:34.740981 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-a65e8921-47da-406f-b755-1c911c0d38b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:34.741167 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-3e0abd8c-b7ed-4a3f-85c6-b6ee4cfae280 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1532440 Jun 29 23:10:35.018897 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2535447-93c2-43e2-90aa-20b42639ae7d req-e07b9876-cc85-4ae0-bf86-d9d7ccf5fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:35.020371 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d2535447-93c2-43e2-90aa-20b42639ae7d req-e07b9876-cc85-4ae0-bf86-d9d7ccf5fe0d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a21d7629b3b04afe9b528722dbde8df7&device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 1098 time: 0.1029174 Jun 29 23:10:35.029645 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-a65e8921-47da-406f-b755-1c911c0d38b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:35.041151 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-a65e8921-47da-406f-b755-1c911c0d38b6 None None] Transition to ACTIVE for port object eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843 will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:10:35.046448 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-a65e8921-47da-406f-b755-1c911c0d38b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:35.049117 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:35.103411 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f0e2c-9cf0-4032-b07b-746221eab1b2 None None] Pushing event updated for resources: {'Port': ['ID=eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:35.104050 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33bdb2-94fa-471b-aa59-1358c6d384f4 req-b0e7eb10-00c3-4afd-bd27-77a606332b84 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:35.110676 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-db33bdb2-94fa-471b-aa59-1358c6d384f4 req-b0e7eb10-00c3-4afd-bd27-77a606332b84 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.1305666 Jun 29 23:10:35.123191 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-8b7f0e2c-9cf0-4032-b07b-746221eab1b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:35.161367 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-a65e8921-47da-406f-b755-1c911c0d38b6 None None] Attempting to bind port eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843 on host dv-cinder-769602-4-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:10:35.161835 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-a65e8921-47da-406f-b755-1c911c0d38b6 None None] Attempting to bind port eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843 by drivers openvswitch,hyperv on host dv-cinder-769602-4-iscsi at level 0 using segments [{'id': 'd29d4f6b-6229-4626-b112-154f23b23335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '33b5c9f3-fc0c-487e-96ea-bab3cb4ba62f'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:10:35.162243 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e8921-47da-406f-b755-1c911c0d38b6 None None] Attempting to bind port eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843 on network 33b5c9f3-fc0c-487e-96ea-bab3cb4ba62f {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:10:35.168379 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e8921-47da-406f-b755-1c911c0d38b6 None None] Checking agent: {'id': 'a1c2e225-8bcd-423f-9b74-e274311af98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 0, 50), 'started_at': datetime.datetime(2021, 6, 29, 23, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:10:35.168782 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e8921-47da-406f-b755-1c911c0d38b6 None None] Checking segment: {'id': 'd29d4f6b-6229-4626-b112-154f23b23335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '33b5c9f3-fc0c-487e-96ea-bab3cb4ba62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:10:35.169340 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-a65e8921-47da-406f-b755-1c911c0d38b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:35.169749 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e8921-47da-406f-b755-1c911c0d38b6 None None] Bound using segment: {'id': 'd29d4f6b-6229-4626-b112-154f23b23335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '33b5c9f3-fc0c-487e-96ea-bab3cb4ba62f'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:10:35.170354 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-a65e8921-47da-406f-b755-1c911c0d38b6 None None] Bound port: eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843, host: dv-cinder-769602-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29d4f6b-6229-4626-b112-154f23b23335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '33b5c9f3-fc0c-487e-96ea-bab3cb4ba62f'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:10:35.170892 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-a65e8921-47da-406f-b755-1c911c0d38b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:35.193214 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1 up at agent hyperv_hv-cinder-76960 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:10:35.193954 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-db33bdb2-94fa-471b-aa59-1358c6d384f4 req-d733c4fb-5920-4061-901f-38ab706321eb tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797875 Jun 29 23:10:35.199496 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2535447-93c2-43e2-90aa-20b42639ae7d req-0ea666fc-2110-4720-b122-e6ea1c5f23ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:35.201125 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d2535447-93c2-43e2-90aa-20b42639ae7d req-0ea666fc-2110-4720-b122-e6ea1c5f23ac service neutron] 10.222.0.52 "GET /v2.0/networks?id=89702f14-ff61-4cde-bb1a-7226991037f5 HTTP/1.1" status: 200 len: 919 time: 0.1656926 Jun 29 23:10:35.262267 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d2535447-93c2-43e2-90aa-20b42639ae7d req-b191e9c3-cb06-4698-acc5-e1ba08d2dd35 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aade234a-ab1f-4e8c-9ad8-f86e56f903ba HTTP/1.1" status: 200 len: 217 time: 0.0390024 Jun 29 23:10:35.366962 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2535447-93c2-43e2-90aa-20b42639ae7d req-62550c24-3aad-4ee3-b675-7e5c7fe648a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:35.368380 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d2535447-93c2-43e2-90aa-20b42639ae7d req-62550c24-3aad-4ee3-b675-7e5c7fe648a8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=849ea54a-79f1-48c3-8b24-76e2484d0112 HTTP/1.1" status: 200 len: 858 time: 0.0938480 Jun 29 23:10:35.407047 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d2535447-93c2-43e2-90aa-20b42639ae7d req-564184bc-10df-4b65-b190-40ee9c4337ba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=89702f14-ff61-4cde-bb1a-7226991037f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291085 Jun 29 23:10:35.413820 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-a65e8921-47da-406f-b755-1c911c0d38b6 None None] For port eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843, host dv-cinder-769602-4-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:10:35.419235 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-a65e8921-47da-406f-b755-1c911c0d38b6 None None] For port eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843, host dv-cinder-769602-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843,segment=NetworkSegment(d29d4f6b-6229-4626-b112-154f23b23335),segment_id=d29d4f6b-6229-4626-b112-154f23b23335)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:10:35.419603 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9595363-3812-4c9d-a1ea-27d1ae209819 req-22ca929f-7887-4296-8a17-fa59d772a703 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:35.421266 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a9595363-3812-4c9d-a1ea-27d1ae209819 req-22ca929f-7887-4296-8a17-fa59d772a703 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=65fb0452-abfc-49fa-8093-c663cea0dee6 HTTP/1.1" status: 200 len: 945 time: 0.1098640 Jun 29 23:10:35.428959 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-a65e8921-47da-406f-b755-1c911c0d38b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:35.430943 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:35.439520 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Provisioning for port fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:10:35.472806 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Provisioning complete for port fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:10:35.473189 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:35.530421 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65e8921-47da-406f-b755-1c911c0d38b6 None None] Routers {'528e1869-42fa-4c08-8e0d-cda223b876d8'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:10:35.530999 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-a65e8921-47da-406f-b755-1c911c0d38b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:10:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['528e1869-42fa-4c08-8e0d-cda223b876d8'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:10:35.536771 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a9595363-3812-4c9d-a1ea-27d1ae209819 req-ef8b1a83-82b8-4860-904a-2c2441167ab7 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029887 Jun 29 23:10:35.537018 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f0e2c-9cf0-4032-b07b-746221eab1b2 None None] Pushing event updated for resources: {'Port': ['ID=eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:35.542989 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-8b7f0e2c-9cf0-4032-b07b-746221eab1b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:35.582267 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d2535447-93c2-43e2-90aa-20b42639ae7d req-c67bcd9c-a391-429f-a4a7-d54121d51564 service neutron] 10.222.0.52 "GET /v2.0/networks/89702f14-ff61-4cde-bb1a-7226991037f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592031 Jun 29 23:10:35.698879 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:35.735114 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d2535447-93c2-43e2-90aa-20b42639ae7d req-01f17c77-0421-4949-b22f-a07339d5fd82 service neutron] 10.222.0.52 "GET /v2.0/networks/89702f14-ff61-4cde-bb1a-7226991037f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444650 Jun 29 23:10:35.736783 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-a65e8921-47da-406f-b755-1c911c0d38b6 None None] Set router 528e1869-42fa-4c08-8e0d-cda223b876d8 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:10:35.784259 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1,segment=NetworkSegment(4c3131ec-6831-4e51-915e-b85cb9cde4ad),segment_id=4c3131ec-6831-4e51-915e-b85cb9cde4ad)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:10:35.789925 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:35.795070 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-792696e5-de38-42c7-9455-a255b71880de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:35.894554 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16302153-6c4c-4899-83cf-38975372d337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:10:35.897487 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc242b685774feada63a8466480188dde327850ab4a240ce00b056240626d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0e9806-29a1-4925-a1f8-5b821e0e5139" -d '{"events": [{"server_uuid": "16302153-6c4c-4899-83cf-38975372d337", "name": "network-vif-plugged", "status": "completed", "tag": "fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:10:35.944088 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:35.949349 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:36.034797 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-a65e8921-47da-406f-b755-1c911c0d38b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528e1869-42fa-4c08-8e0d-cda223b876d8', 'name': 'tempest-TestShelveInstance-1664463761-router', 'tenant_id': '6975bfe4374b4411b22d393a23e6b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'cd5e9132-88cd-4e32-bb60-3c183778b2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:10:26Z', 'updated_at': '2021-06-29T23:10:31Z', 'revision_number': 4, 'project_id': '6975bfe4374b4411b22d393a23e6b98a', 'gw_port': {'id': 'cd5e9132-88cd-4e32-bb60-3c183778b2c7', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528e1869-42fa-4c08-8e0d-cda223b876d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:10:27Z', 'updated_at': '2021-06-29T23:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': 'eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843', 'name': '', 'network_id': '33b5c9f3-fc0c-487e-96ea-bab3cb4ba62f', 'tenant_id': '6975bfe4374b4411b22d393a23e6b98a', 'mac_address': 'fa:16:3e:4e:7e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528e1869-42fa-4c08-8e0d-cda223b876d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '038d1501-edfb-419e-bfb4-12c630be184c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:10:31Z', 'updated_at': '2021-06-29T23:10:35Z', 'revision_number': 4, 'project_id': '6975bfe4374b4411b22d393a23e6b98a', 'subnets': [{'id': '038d1501-edfb-419e-bfb4-12c630be184c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:10:36.062235 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65e8921-47da-406f-b755-1c911c0d38b6 None None] The sync data for ids ['528e1869-42fa-4c08-8e0d-cda223b876d8'] in dv-cinder-769602-4-iscsi is: [{'id': '528e1869-42fa-4c08-8e0d-cda223b876d8', 'name': 'tempest-TestShelveInstance-1664463761-router', 'tenant_id': '6975bfe4374b4411b22d393a23e6b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'cd5e9132-88cd-4e32-bb60-3c183778b2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:10:26Z', 'updated_at': '2021-06-29T23:10:31Z', 'revision_number': 4, 'project_id': '6975bfe4374b4411b22d393a23e6b98a', 'gw_port': {'id': 'cd5e9132-88cd-4e32-bb60-3c183778b2c7', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528e1869-42fa-4c08-8e0d-cda223b876d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:10:27Z', 'updated_at': '2021-06-29T23:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': 'eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843', 'name': '', 'network_id': '33b5c9f3-fc0c-487e-96ea-bab3cb4ba62f', 'tenant_id': '6975bfe4374b4411b22d393a23e6b98a', 'mac_address': 'fa:16:3e:4e:7e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528e1869-42fa-4c08-8e0d-cda223b876d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '038d1501-edfb-419e-bfb4-12c630be184c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:10:31Z', 'updated_at': '2021-06-29T23:10:35Z', 'revision_number': 4, 'project_id': '6975bfe4374b4411b22d393a23e6b98a', 'subnets': [{'id': '038d1501-edfb-419e-bfb4-12c630be184c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:10:36.164146 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f1e66-9c50-4762-88de-fb6a87a2e2c4 req-a98266b1-baca-4a9a-bd02-80aedff638e2 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:36.171381 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bc5f1e66-9c50-4762-88de-fb6a87a2e2c4 req-a98266b1-baca-4a9a-bd02-80aedff638e2 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 946 time: 0.3204675 Jun 29 23:10:36.216213 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bc5f1e66-9c50-4762-88de-fb6a87a2e2c4 req-2e33846c-8d13-400e-a654-fb259ff06681 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/security-groups?id=3089ad28-dfe7-4f2c-900f-3cfd6db472d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438941 Jun 29 23:10:36.285161 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:10:36.289576 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b55a7e5-cbd0-4f43-a59b-72f5b6922d2c x-openstack-request-id: req-9b55a7e5-cbd0-4f43-a59b-72f5b6922d2c {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:10:36.290008 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16302153-6c4c-4899-83cf-38975372d337", "name": "network-vif-plugged", "status": "completed", "tag": "fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:10:36.290274 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b55a7e5-cbd0-4f43-a59b-72f5b6922d2c {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:10:36.290666 dv-cinder-769602-4-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16302153-6c4c-4899-83cf-38975372d337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1', 'code': 200} Jun 29 23:10:36.348510 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning for port eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:10:36.353949 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:10:36.354335 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:36.448098 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:36.456487 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e769e-53b5-44ff-b9db-b074df1ecd2e req-15ad2061-8e2c-415c-b3ee-d2b3915ff3a1 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:36.457742 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c12e769e-53b5-44ff-b9db-b074df1ecd2e req-15ad2061-8e2c-415c-b3ee-d2b3915ff3a1 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0749333 Jun 29 23:10:36.489929 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] For port eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843,segment=NetworkSegment(d29d4f6b-6229-4626-b112-154f23b23335),segment_id=d29d4f6b-6229-4626-b112-154f23b23335)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:10:36.496539 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:36.499223 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:36.550371 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c12e769e-53b5-44ff-b9db-b074df1ecd2e req-9ab915be-8303-4d31-bf79-1ae9d0703d4b tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798962 Jun 29 23:10:36.560993 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Pushing event updated for resources: {'Port': ['ID=eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:36.565742 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:36.753674 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2daf27-a006-486d-a40f-721a69201b24 req-dfed3102-daa1-4b63-a429-d14088ed81a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:36.755165 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0e2daf27-a006-486d-a40f-721a69201b24 req-dfed3102-daa1-4b63-a429-d14088ed81a1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 1099 time: 0.0951138 Jun 29 23:10:36.766138 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5de94-260c-454a-9064-b8bf0c2a0ff3 req-4056fe06-334d-41f7-886b-fb2dfed6565a tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:36.767522 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f8f5de94-260c-454a-9064-b8bf0c2a0ff3 req-4056fe06-334d-41f7-886b-fb2dfed6565a tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=65fb0452-abfc-49fa-8093-c663cea0dee6 HTTP/1.1" status: 200 len: 945 time: 0.0997915 Jun 29 23:10:36.819636 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0e2daf27-a006-486d-a40f-721a69201b24 req-ef22e177-9f8b-4392-bd57-80efea7f59f8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3089ad28-dfe7-4f2c-900f-3cfd6db472d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511918 Jun 29 23:10:36.824250 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f8f5de94-260c-454a-9064-b8bf0c2a0ff3 req-9136ae38-3b7a-4b20-b907-a3639d41d16c tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504217 Jun 29 23:10:37.329741 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828cb11a-96ca-4dc8-9b55-573b29e8c82e req-66aaffa0-d229-4605-8581-85976207191a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:37.332085 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-828cb11a-96ca-4dc8-9b55-573b29e8c82e req-66aaffa0-d229-4605-8581-85976207191a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 945 time: 0.0698037 Jun 29 23:10:37.380801 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-828cb11a-96ca-4dc8-9b55-573b29e8c82e req-909e8390-b84d-46b7-8f40-0592a248b2d2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351064 Jun 29 23:10:37.410730 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83347ec6-ece2-4a3d-9d48-5b7b3be6716a req-78240fbb-2bea-4fc6-b161-e61b4cb201e0 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:37.413124 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-83347ec6-ece2-4a3d-9d48-5b7b3be6716a req-78240fbb-2bea-4fc6-b161-e61b4cb201e0 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 946 time: 0.0754797 Jun 29 23:10:37.488321 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-83347ec6-ece2-4a3d-9d48-5b7b3be6716a req-efcfd17a-4e04-4725-9ff8-ac0402a88a65 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/security-groups?id=3089ad28-dfe7-4f2c-900f-3cfd6db472d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672457 Jun 29 23:10:37.774799 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfc70f-2e86-40ce-afea-feff71d17c1a req-02d8dacb-8368-468f-8e42-b0733ae63e18 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:37.776863 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8bbfc70f-2e86-40ce-afea-feff71d17c1a req-02d8dacb-8368-468f-8e42-b0733ae63e18 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.1000824 Jun 29 23:10:37.819866 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8bbfc70f-2e86-40ce-afea-feff71d17c1a req-f7451a82-70ef-4420-891d-f29e219c8442 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369720 Jun 29 23:10:38.202636 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:10:38.253612 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:10:38.253995 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:38.562353 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e3e89-5c8a-4ec0-b17d-af9fe80caa4d req-0083ba20-fbe8-4844-8694-dae1d2b414c7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:38.563856 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-630e3e89-5c8a-4ec0-b17d-af9fe80caa4d req-0083ba20-fbe8-4844-8694-dae1d2b414c7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 945 time: 0.0638328 Jun 29 23:10:38.607624 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-630e3e89-5c8a-4ec0-b17d-af9fe80caa4d req-874ed127-533c-4e3d-a842-62278158b8ff tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363784 Jun 29 23:10:38.657073 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1a117-6951-4189-9665-a0d7a04144ba req-375effe4-9b77-44c3-aa13-79c74ea90b7d tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:38.658588 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b5f1a117-6951-4189-9665-a0d7a04144ba req-375effe4-9b77-44c3-aa13-79c74ea90b7d tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 946 time: 0.0625713 Jun 29 23:10:38.699260 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b5f1a117-6951-4189-9665-a0d7a04144ba req-dc8da2c3-7eb9-4b6f-b8d9-9c7fdc36ddcb tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/security-groups?id=3089ad28-dfe7-4f2c-900f-3cfd6db472d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348504 Jun 29 23:10:38.894896 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317369c1-1e4d-4a9e-82e9-c3a295fb0c1e req-4ca5e4cc-01af-401c-8988-d5e049412239 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:38.896725 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-317369c1-1e4d-4a9e-82e9-c3a295fb0c1e req-4ca5e4cc-01af-401c-8988-d5e049412239 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 946 time: 0.0808616 Jun 29 23:10:38.935814 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-317369c1-1e4d-4a9e-82e9-c3a295fb0c1e req-b99724b9-af8b-441f-a941-279050a32605 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/security-groups?id=3089ad28-dfe7-4f2c-900f-3cfd6db472d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333917 Jun 29 23:10:38.967311 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 60178) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:39.014526 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9887d-c5a8-4641-b6a2-c96e338c0388 req-b2bcbdcd-ed12-4f5c-aa35-f5f9878b0f89 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:39.016483 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1fc9887d-c5a8-4641-b6a2-c96e338c0388 req-b2bcbdcd-ed12-4f5c-aa35-f5f9878b0f89 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0696754 Jun 29 23:10:39.057963 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1fc9887d-c5a8-4641-b6a2-c96e338c0388 req-9555be1d-70b6-4f3d-9c44-3ffc512b6d48 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355697 Jun 29 23:10:39.176320 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad080265-c7cf-46ff-9771-c523278f78de tempest-TestVolumeBootPattern-1693862661 tempest-TestVolumeBootPattern-1693862661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:39.178489 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-ad080265-c7cf-46ff-9771-c523278f78de tempest-TestVolumeBootPattern-1693862661 tempest-TestVolumeBootPattern-1693862661-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 1094 time: 0.2099483 Jun 29 23:10:39.181432 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 60182) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:10:39.186542 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-a8faaae1-51b9-41b2-9698-cfb6d2205621 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Request body: {'floatingip': {'floating_network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'port_id': 'fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1', 'tenant_id': 'e444b0c64b064d49896f40508446d2e7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:10:39.209140 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a8faaae1-51b9-41b2-9698-cfb6d2205621 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks [] for floatingip, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:39.315860 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a8faaae1-51b9-41b2-9698-cfb6d2205621 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:39.427195 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [None req-a8faaae1-51b9-41b2-9698-cfb6d2205621 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Allocated IP 172.27.0.224 (4f4d7b89-f14b-44bd-8c77-680ef6990266/7d983a82-3206-4a2a-9ce9-3b2c9dc20086/75b12ca0-4212-4f07-ad22-4a00482c5977) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:10:39.536205 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a8faaae1-51b9-41b2-9698-cfb6d2205621 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:39.573895 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a8faaae1-51b9-41b2-9698-cfb6d2205621 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5732936'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:39.576592 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-f4e2e2ea-ffb1-45a9-87ee-5df4f6ac5c6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:39.614127 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8faaae1-51b9-41b2-9698-cfb6d2205621 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Network 4f4d7b89-f14b-44bd-8c77-680ef6990266 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:10:39.617702 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-a8faaae1-51b9-41b2-9698-cfb6d2205621 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:10:39.621313 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8faaae1-51b9-41b2-9698-cfb6d2205621 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:10:39.645472 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8faaae1-51b9-41b2-9698-cfb6d2205621 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Pushing event updated for resources: {'Port': ['ID=75b12ca0-4212-4f07-ad22-4a00482c5977,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:39.656542 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8faaae1-51b9-41b2-9698-cfb6d2205621 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:10:39.656993 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8faaae1-51b9-41b2-9698-cfb6d2205621 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:10:39.657284 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8faaae1-51b9-41b2-9698-cfb6d2205621 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:10:39.657640 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8faaae1-51b9-41b2-9698-cfb6d2205621 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:10:39.657988 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8faaae1-51b9-41b2-9698-cfb6d2205621 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:10:39.658335 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8faaae1-51b9-41b2-9698-cfb6d2205621 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:10:39.658680 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8faaae1-51b9-41b2-9698-cfb6d2205621 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:10:39.659128 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8faaae1-51b9-41b2-9698-cfb6d2205621 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:10:39.659480 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8faaae1-51b9-41b2-9698-cfb6d2205621 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:10:39.659824 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8faaae1-51b9-41b2-9698-cfb6d2205621 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:10:39.660167 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8faaae1-51b9-41b2-9698-cfb6d2205621 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:10:39.660506 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8faaae1-51b9-41b2-9698-cfb6d2205621 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:10:39.665430 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-a8faaae1-51b9-41b2-9698-cfb6d2205621 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:39.916626 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac37bf-d68d-47b2-aca9-65e46fca9909 req-e6d2b1d9-dfa0-4549-8621-a901ddc3c1a3 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:39.918097 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-33ac37bf-d68d-47b2-aca9-65e46fca9909 req-e6d2b1d9-dfa0-4549-8621-a901ddc3c1a3 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 945 time: 0.1822841 Jun 29 23:10:40.010419 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-33ac37bf-d68d-47b2-aca9-65e46fca9909 req-1a07533a-4a1a-4a91-8edc-69ec2b03d19f tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858080 Jun 29 23:10:40.114301 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a8faaae1-51b9-41b2-9698-cfb6d2205621 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:40.224053 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a8faaae1-51b9-41b2-9698-cfb6d2205621 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:40.295160 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d8820-46fe-48cb-a3db-a72b32f9214e req-3d3340f2-b2bd-4371-b0c8-7c8230dded45 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:40.296731 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-563d8820-46fe-48cb-a3db-a72b32f9214e req-3d3340f2-b2bd-4371-b0c8-7c8230dded45 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.1158395 Jun 29 23:10:40.381600 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-563d8820-46fe-48cb-a3db-a72b32f9214e req-077fa5c1-eeed-4ebf-ab5a-a1f589cc0e68 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722108 Jun 29 23:10:40.433166 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a8faaae1-51b9-41b2-9698-cfb6d2205621 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:40.437910 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a8faaae1-51b9-41b2-9698-cfb6d2205621 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732986'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:40.440927 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-a8faaae1-51b9-41b2-9698-cfb6d2205621 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:40.515795 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8faaae1-51b9-41b2-9698-cfb6d2205621 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Pushing event updated for resources: {'Port': ['ID=75b12ca0-4212-4f07-ad22-4a00482c5977,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:40.519768 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-a8faaae1-51b9-41b2-9698-cfb6d2205621 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:40.525698 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a8faaae1-51b9-41b2-9698-cfb6d2205621 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484151'] for floatingip, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:40.634554 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.db.l3_db [None req-a8faaae1-51b9-41b2-9698-cfb6d2205621 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Floating IP a8870b40-a5a0-4233-a546-4d937e1bc311 associated. External IP: 172.27.0.224, port: fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1. Jun 29 23:10:40.878979 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8faaae1-51b9-41b2-9698-cfb6d2205621 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Router 23013b6e-675c-4895-8b90-45ef9e72cfff has already been hosted by L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f {{(pid=93163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:10:40.986864 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8faaae1-51b9-41b2-9698-cfb6d2205621 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:10:40.996903 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8573691a-e116-41e6-8680-1f7ee0d58678 None None] Sync routers for ids ['23013b6e-675c-4895-8b90-45ef9e72cfff'] in dv-cinder-769602-4-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:10:41.002608 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a8faaae1-51b9-41b2-9698-cfb6d2205621 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for floatingip, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:41.007005 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8573691a-e116-41e6-8680-1f7ee0d58678 None None] Routers {'23013b6e-675c-4895-8b90-45ef9e72cfff'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:10:41.007612 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-8573691a-e116-41e6-8680-1f7ee0d58678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:10:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['23013b6e-675c-4895-8b90-45ef9e72cfff'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:10:41.059575 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-a8faaae1-51b9-41b2-9698-cfb6d2205621 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8654406 Jun 29 23:10:41.059575 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16302153-6c4c-4899-83cf-38975372d337', 'tag': 'fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:10:41.059575 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316a232d699b6ed129cbc6be4a023823324df8adf1509f78b4e93fc726adbd2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b804d8-065b-4e61-8e18-59facba775f9" -d '{"events": [{"name": "network-changed", "server_uuid": "16302153-6c4c-4899-83cf-38975372d337", "tag": "fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:10:41.126329 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-8573691a-e116-41e6-8680-1f7ee0d58678 None None] Set router 23013b6e-675c-4895-8b90-45ef9e72cfff gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:10:41.201639 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae7d31-7176-4049-974c-fed99013b8b5 req-bab8d5fa-c453-4e68-8ae4-031f505f68b6 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:41.203209 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3aae7d31-7176-4049-974c-fed99013b8b5 req-bab8d5fa-c453-4e68-8ae4-031f505f68b6 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 945 time: 0.0629947 Jun 29 23:10:41.242756 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3aae7d31-7176-4049-974c-fed99013b8b5 req-d5e708af-e707-47e2-af6b-d2bdce22e4db tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330653 Jun 29 23:10:41.301872 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdc3ef1-d098-46d8-8e94-5c5eff6a0d8c x-openstack-request-id: req-6fdc3ef1-d098-46d8-8e94-5c5eff6a0d8c {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:10:41.302310 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16302153-6c4c-4899-83cf-38975372d337", "tag": "fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:10:41.302816 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6fdc3ef1-d098-46d8-8e94-5c5eff6a0d8c {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:10:41.303446 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16302153-6c4c-4899-83cf-38975372d337', 'tag': 'fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1', 'status': 'completed', 'code': 200} Jun 29 23:10:41.374532 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-8573691a-e116-41e6-8680-1f7ee0d58678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'name': 'tempest-TestVolumeBootPattern-1089411821-router', 'tenant_id': 'e444b0c64b064d49896f40508446d2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '17fea40c-2114-492a-9271-df92336577fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:09:31Z', 'updated_at': '2021-06-29T23:09:39Z', 'revision_number': 4, 'project_id': 'e444b0c64b064d49896f40508446d2e7', 'gw_port': {'id': '17fea40c-2114-492a-9271-df92336577fb', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:09:33Z', 'updated_at': '2021-06-29T23:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_floatingips': [{'id': 'a8870b40-a5a0-4233-a546-4d937e1bc311', 'tenant_id': 'e444b0c64b064d49896f40508446d2e7', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'router_id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'port_id': 'fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91614b0c-8023-4554-a60f-a9debc2aead5', 'mac_address': 'fa:16:3e:4f:d6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16302153-6c4c-4899-83cf-38975372d337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:10:39Z', 'updated_at': '2021-06-29T23:10:39Z', 'revision_number': 0, 'project_id': 'e444b0c64b064d49896f40508446d2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '415792bb-18f2-480d-81e2-5e5e427daa99', 'name': '', 'network_id': '91614b0c-8023-4554-a60f-a9debc2aead5', 'tenant_id': 'e444b0c64b064d49896f40508446d2e7', 'mac_address': 'fa:16:3e:31:33:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'f269cef7-2126-4abb-adf5-a4e644107e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:09:37Z', 'updated_at': '2021-06-29T23:09:46Z', 'revision_number': 5, 'project_id': 'e444b0c64b064d49896f40508446d2e7', 'subnets': [{'id': 'f269cef7-2126-4abb-adf5-a4e644107e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:10:41.402768 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8573691a-e116-41e6-8680-1f7ee0d58678 None None] Checking router: 23013b6e-675c-4895-8b90-45ef9e72cfff for host: dv-cinder-769602-4-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:10:41.406021 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b804d8-065b-4e61-8e18-59facba775f9 req-c20f81f6-7aab-42ca-8c6f-acaba0c80cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:41.407706 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-88b804d8-065b-4e61-8e18-59facba775f9 req-c20f81f6-7aab-42ca-8c6f-acaba0c80cf2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e444b0c64b064d49896f40508446d2e7&device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 1099 time: 0.0556011 Jun 29 23:10:41.410908 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8573691a-e116-41e6-8680-1f7ee0d58678 None None] Routers {'23013b6e-675c-4895-8b90-45ef9e72cfff'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:10:41.411523 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-8573691a-e116-41e6-8680-1f7ee0d58678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:10:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['23013b6e-675c-4895-8b90-45ef9e72cfff'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:10:41.521979 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b804d8-065b-4e61-8e18-59facba775f9 req-d98f6b3c-6abc-4448-9b1b-b00ab70226c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:41.523707 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-88b804d8-065b-4e61-8e18-59facba775f9 req-d98f6b3c-6abc-4448-9b1b-b00ab70226c8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=91614b0c-8023-4554-a60f-a9debc2aead5 HTTP/1.1" status: 200 len: 913 time: 0.1039789 Jun 29 23:10:41.528808 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-8573691a-e116-41e6-8680-1f7ee0d58678 None None] Set router 23013b6e-675c-4895-8b90-45ef9e72cfff gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:10:41.621247 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-88b804d8-065b-4e61-8e18-59facba775f9 req-81b03604-6af0-4cc5-bf27-172a9a658b20 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1 HTTP/1.1" status: 200 len: 1000 time: 0.0875251 Jun 29 23:10:41.670641 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b804d8-065b-4e61-8e18-59facba775f9 req-6eb9daa8-2918-496a-b28e-2d4ce704a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:41.672125 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-88b804d8-065b-4e61-8e18-59facba775f9 req-6eb9daa8-2918-496a-b28e-2d4ce704a996 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f269cef7-2126-4abb-adf5-a4e644107e63 HTTP/1.1" status: 200 len: 851 time: 0.0451434 Jun 29 23:10:41.758887 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b804d8-065b-4e61-8e18-59facba775f9 req-66109988-477c-4285-8185-a37f86004ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:41.761403 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-88b804d8-065b-4e61-8e18-59facba775f9 req-66109988-477c-4285-8185-a37f86004ede service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=91614b0c-8023-4554-a60f-a9debc2aead5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713320 Jun 29 23:10:41.880891 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-8573691a-e116-41e6-8680-1f7ee0d58678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'name': 'tempest-TestVolumeBootPattern-1089411821-router', 'tenant_id': 'e444b0c64b064d49896f40508446d2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '17fea40c-2114-492a-9271-df92336577fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:09:31Z', 'updated_at': '2021-06-29T23:09:39Z', 'revision_number': 4, 'project_id': 'e444b0c64b064d49896f40508446d2e7', 'gw_port': {'id': '17fea40c-2114-492a-9271-df92336577fb', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:09:33Z', 'updated_at': '2021-06-29T23:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_floatingips': [{'id': 'a8870b40-a5a0-4233-a546-4d937e1bc311', 'tenant_id': 'e444b0c64b064d49896f40508446d2e7', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'router_id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'port_id': 'fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91614b0c-8023-4554-a60f-a9debc2aead5', 'mac_address': 'fa:16:3e:4f:d6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16302153-6c4c-4899-83cf-38975372d337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:10:39Z', 'updated_at': '2021-06-29T23:10:39Z', 'revision_number': 0, 'project_id': 'e444b0c64b064d49896f40508446d2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '415792bb-18f2-480d-81e2-5e5e427daa99', 'name': '', 'network_id': '91614b0c-8023-4554-a60f-a9debc2aead5', 'tenant_id': 'e444b0c64b064d49896f40508446d2e7', 'mac_address': 'fa:16:3e:31:33:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'f269cef7-2126-4abb-adf5-a4e644107e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:09:37Z', 'updated_at': '2021-06-29T23:09:46Z', 'revision_number': 5, 'project_id': 'e444b0c64b064d49896f40508446d2e7', 'subnets': [{'id': 'f269cef7-2126-4abb-adf5-a4e644107e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:10:41.911663 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8573691a-e116-41e6-8680-1f7ee0d58678 None None] The sync data for ids ['23013b6e-675c-4895-8b90-45ef9e72cfff'] in dv-cinder-769602-4-iscsi is: [{'id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'name': 'tempest-TestVolumeBootPattern-1089411821-router', 'tenant_id': 'e444b0c64b064d49896f40508446d2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '17fea40c-2114-492a-9271-df92336577fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:09:31Z', 'updated_at': '2021-06-29T23:09:39Z', 'revision_number': 4, 'project_id': 'e444b0c64b064d49896f40508446d2e7', 'gw_port': {'id': '17fea40c-2114-492a-9271-df92336577fb', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:09:33Z', 'updated_at': '2021-06-29T23:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_floatingips': [{'id': 'a8870b40-a5a0-4233-a546-4d937e1bc311', 'tenant_id': 'e444b0c64b064d49896f40508446d2e7', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'router_id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'port_id': 'fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91614b0c-8023-4554-a60f-a9debc2aead5', 'mac_address': 'fa:16:3e:4f:d6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16302153-6c4c-4899-83cf-38975372d337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:10:39Z', 'updated_at': '2021-06-29T23:10:39Z', 'revision_number': 0, 'project_id': 'e444b0c64b064d49896f40508446d2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '415792bb-18f2-480d-81e2-5e5e427daa99', 'name': '', 'network_id': '91614b0c-8023-4554-a60f-a9debc2aead5', 'tenant_id': 'e444b0c64b064d49896f40508446d2e7', 'mac_address': 'fa:16:3e:31:33:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'f269cef7-2126-4abb-adf5-a4e644107e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:09:37Z', 'updated_at': '2021-06-29T23:09:46Z', 'revision_number': 5, 'project_id': 'e444b0c64b064d49896f40508446d2e7', 'subnets': [{'id': 'f269cef7-2126-4abb-adf5-a4e644107e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:10:42.106627 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d83227c-8f7c-4dd4-85e3-3e0f0996b0fc None None] New status for floating IP a8870b40-a5a0-4233-a546-4d937e1bc311: ACTIVE {{(pid=93164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 23:10:42.113851 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-88b804d8-065b-4e61-8e18-59facba775f9 req-298355c7-8463-40a9-92bf-e37cf9f47ead service neutron] 10.222.0.52 "GET /v2.0/networks/91614b0c-8023-4554-a60f-a9debc2aead5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273933 Jun 29 23:10:42.238319 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76d6b0-3632-4c24-af93-12436fe0e013 req-ae3f84cd-304a-4332-ae64-1c32e794a562 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:42.239848 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3a76d6b0-3632-4c24-af93-12436fe0e013 req-ae3f84cd-304a-4332-ae64-1c32e794a562 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.1465714 Jun 29 23:10:42.244208 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-88b804d8-065b-4e61-8e18-59facba775f9 req-8014b859-3b5f-42fb-b10e-aa8b1105bd1c service neutron] 10.222.0.52 "GET /v2.0/networks/91614b0c-8023-4554-a60f-a9debc2aead5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141992 Jun 29 23:10:42.294830 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3a76d6b0-3632-4c24-af93-12436fe0e013 req-75e52e94-8aac-4722-a6df-de82ce3142f4 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477364 Jun 29 23:10:42.464907 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a10cb-94e4-4378-aa6c-e21e36ac17f9 req-c0f84a46-59e2-4453-880e-3f6a3dd1b2ba tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:42.466448 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4a5a10cb-94e4-4378-aa6c-e21e36ac17f9 req-c0f84a46-59e2-4453-880e-3f6a3dd1b2ba tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 945 time: 0.0710578 Jun 29 23:10:42.504903 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4a5a10cb-94e4-4378-aa6c-e21e36ac17f9 req-a0195465-3d08-498c-993c-2d431a1ee715 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324662 Jun 29 23:10:43.688879 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380f48b-f2db-4a5f-aa86-c6b793ba38a3 req-036cd53a-0949-4671-bcd8-74623d559765 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:43.690233 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1380f48b-f2db-4a5f-aa86-c6b793ba38a3 req-036cd53a-0949-4671-bcd8-74623d559765 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 945 time: 0.0685067 Jun 29 23:10:43.733291 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1380f48b-f2db-4a5f-aa86-c6b793ba38a3 req-a5519d44-f6b9-4faf-b997-7e0abfcb9655 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367057 Jun 29 23:10:44.920859 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4bfdb8-fba9-46b5-8a43-97f4e7e52728 req-1c578779-a54b-4db6-9b42-8cbace31c7ac tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:44.922374 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3a4bfdb8-fba9-46b5-8a43-97f4e7e52728 req-1c578779-a54b-4db6-9b42-8cbace31c7ac tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 945 time: 0.0670369 Jun 29 23:10:44.963546 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3a4bfdb8-fba9-46b5-8a43-97f4e7e52728 req-f8ab472d-9ce4-4059-a636-482ce35ee6df tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353477 Jun 29 23:10:46.152034 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b73d71-cbf1-4953-b7ad-91d76059e2d2 req-18cccb61-c074-4076-afa5-e17f694ae3cf tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:46.153550 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-86b73d71-cbf1-4953-b7ad-91d76059e2d2 req-18cccb61-c074-4076-afa5-e17f694ae3cf tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 945 time: 0.0640874 Jun 29 23:10:46.191378 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-86b73d71-cbf1-4953-b7ad-91d76059e2d2 req-944d884d-230d-42df-92a7-ca2aba59215c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322440 Jun 29 23:10:47.114338 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-385e6b33-a992-48e5-809a-a393210134c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:47.376320 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68543f25-af2c-4828-9cb1-3f669f0675a7 req-8a2992a8-61ee-45bc-8053-9699d17b6b5c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:47.377817 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-68543f25-af2c-4828-9cb1-3f669f0675a7 req-8a2992a8-61ee-45bc-8053-9699d17b6b5c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 945 time: 0.0682981 Jun 29 23:10:47.416162 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-68543f25-af2c-4828-9cb1-3f669f0675a7 req-0ad4c601-a5a3-41aa-a07b-50a7d2103fb8 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323668 Jun 29 23:10:48.597659 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06785ab4-7ddc-4373-aa6e-de1862649a07 req-14a3c07f-8921-4368-8bf1-3a140ad86e07 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:48.599501 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-06785ab4-7ddc-4373-aa6e-de1862649a07 req-14a3c07f-8921-4368-8bf1-3a140ad86e07 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 945 time: 0.0639539 Jun 29 23:10:48.641643 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-06785ab4-7ddc-4373-aa6e-de1862649a07 req-845d3e97-2f71-4881-8b47-33c065bc8792 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360308 Jun 29 23:10:49.603171 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-b4b1bba0-851c-4e80-b29e-b3dad7908465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:49.831199 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0807fa-856b-45df-b072-7891e790dee4 req-f45d4477-e4d5-4729-8e2f-b1c53aeadfc7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:49.832587 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bc0807fa-856b-45df-b072-7891e790dee4 req-f45d4477-e4d5-4729-8e2f-b1c53aeadfc7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 945 time: 0.0703022 Jun 29 23:10:49.874214 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bc0807fa-856b-45df-b072-7891e790dee4 req-c68fe0b4-e1a5-47d1-93a1-820ed0ff0b55 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354319 Jun 29 23:10:50.092223 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:50.752343 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54de71d-86a8-48fe-874f-414b02757b5f req-8fc33dfd-b99a-4bed-af10-f861e5000cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:50.753863 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b54de71d-86a8-48fe-874f-414b02757b5f req-8fc33dfd-b99a-4bed-af10-f861e5000cc5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a21d7629b3b04afe9b528722dbde8df7&device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 1098 time: 0.0881736 Jun 29 23:10:50.759837 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:50.833360 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b90ce3-1c13-4e7d-9f31-e74e2ee6afc5 req-2faf72ac-2c9f-4edc-8b15-d178cbf500d7 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:50.834902 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e5b90ce3-1c13-4e7d-9f31-e74e2ee6afc5 req-2faf72ac-2c9f-4edc-8b15-d178cbf500d7 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.1274085 Jun 29 23:10:50.892241 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54de71d-86a8-48fe-874f-414b02757b5f req-bfca6319-7e23-4858-9e1d-8422e1fefaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:50.893748 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b54de71d-86a8-48fe-874f-414b02757b5f req-bfca6319-7e23-4858-9e1d-8422e1fefaf4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=89702f14-ff61-4cde-bb1a-7226991037f5 HTTP/1.1" status: 200 len: 919 time: 0.1301951 Jun 29 23:10:50.898833 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e5b90ce3-1c13-4e7d-9f31-e74e2ee6afc5 req-b018b95f-0cda-4ec0-b3ab-9ebe9b47c6c7 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570407 Jun 29 23:10:50.936843 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b54de71d-86a8-48fe-874f-414b02757b5f req-de5550e7-d2fa-47c2-ac0c-7920e152f348 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aade234a-ab1f-4e8c-9ad8-f86e56f903ba HTTP/1.1" status: 200 len: 217 time: 0.0356650 Jun 29 23:10:51.008109 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54de71d-86a8-48fe-874f-414b02757b5f req-34361bdf-361a-47aa-95d2-1e02cffe9984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:51.009499 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b54de71d-86a8-48fe-874f-414b02757b5f req-34361bdf-361a-47aa-95d2-1e02cffe9984 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=849ea54a-79f1-48c3-8b24-76e2484d0112 HTTP/1.1" status: 200 len: 858 time: 0.0521066 Jun 29 23:10:51.061840 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b54de71d-86a8-48fe-874f-414b02757b5f req-080b618d-e4bb-4b08-9f78-dd116e259ed3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=89702f14-ff61-4cde-bb1a-7226991037f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444260 Jun 29 23:10:51.145478 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbf829-d7b5-478f-ae70-dc3bf9c976b3 req-6fc399e0-cf9f-4e68-88fe-fa9398e9dd2a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:51.146909 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-40dbf829-d7b5-478f-ae70-dc3bf9c976b3 req-6fc399e0-cf9f-4e68-88fe-fa9398e9dd2a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 945 time: 0.1415815 Jun 29 23:10:51.203068 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b54de71d-86a8-48fe-874f-414b02757b5f req-b88eabf7-0495-4f50-b4f6-3b7fd5869b3f service neutron] 10.222.0.52 "GET /v2.0/networks/89702f14-ff61-4cde-bb1a-7226991037f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252472 Jun 29 23:10:51.208005 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-40dbf829-d7b5-478f-ae70-dc3bf9c976b3 req-01b75da7-1c8c-477e-8101-8938799c5cdd tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544858 Jun 29 23:10:51.308536 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b54de71d-86a8-48fe-874f-414b02757b5f req-0e645bb2-42a6-4f73-933c-780be47af9c7 service neutron] 10.222.0.52 "GET /v2.0/networks/89702f14-ff61-4cde-bb1a-7226991037f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972874 Jun 29 23:10:52.075564 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f4b9a-7358-4894-ab9e-921d5a07f158 req-7ecf83a3-70b3-4c81-b042-eb517ba1b45e tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:52.077059 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c11f4b9a-7358-4894-ab9e-921d5a07f158 req-7ecf83a3-70b3-4c81-b042-eb517ba1b45e tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0647428 Jun 29 23:10:52.114630 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c11f4b9a-7358-4894-ab9e-921d5a07f158 req-ccb7d3ea-cf74-4bdd-ae97-8258ef190738 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320177 Jun 29 23:10:52.392038 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d4bfa-d85f-4718-963c-f76023e3b989 req-1a8d4700-b4eb-40a4-bb32-35ee1a5e2cde tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:52.393521 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-394d4bfa-d85f-4718-963c-f76023e3b989 req-1a8d4700-b4eb-40a4-bb32-35ee1a5e2cde tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 945 time: 0.0680845 Jun 29 23:10:52.432839 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-394d4bfa-d85f-4718-963c-f76023e3b989 req-a4a5812f-a775-4667-84a5-ce33e5326539 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328271 Jun 29 23:10:52.604120 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:53.292084 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31047231-788a-4be3-8878-ef6e00a27e82 req-6506702b-6bf0-4a75-95f9-362796a8c4ca tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:53.293585 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-31047231-788a-4be3-8878-ef6e00a27e82 req-6506702b-6bf0-4a75-95f9-362796a8c4ca tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0688839 Jun 29 23:10:53.330603 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-31047231-788a-4be3-8878-ef6e00a27e82 req-c6cd5ebf-06be-4ae2-8547-d3384bd35c5f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314925 Jun 29 23:10:53.613571 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69c921-11d6-4159-9a8b-082deca35157 req-e892ba23-2d31-4422-b7a4-b4ca853c1829 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:53.615026 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3a69c921-11d6-4159-9a8b-082deca35157 req-e892ba23-2d31-4422-b7a4-b4ca853c1829 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 945 time: 0.0631883 Jun 29 23:10:53.652874 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3a69c921-11d6-4159-9a8b-082deca35157 req-d68ed8d7-3045-4e38-8c26-b8999efcac38 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315418 Jun 29 23:10:54.511300 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c0363-198c-4ba7-8afb-e96d13e6aece req-04a3ab69-b6d6-4652-91da-05aa6c351834 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:54.511300 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ad7c0363-198c-4ba7-8afb-e96d13e6aece req-04a3ab69-b6d6-4652-91da-05aa6c351834 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0675151 Jun 29 23:10:54.549147 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ad7c0363-198c-4ba7-8afb-e96d13e6aece req-0afbc8ec-d386-45e9-877a-7aedd57ebd2f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325272 Jun 29 23:10:54.828945 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a040ffc-3272-4e1b-8505-ab0649bd9891 req-bb268e0b-ea19-4ce7-8ee0-878b246e10ba tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:54.830410 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0a040ffc-3272-4e1b-8505-ab0649bd9891 req-bb268e0b-ea19-4ce7-8ee0-878b246e10ba tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 945 time: 0.0647891 Jun 29 23:10:54.868057 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0a040ffc-3272-4e1b-8505-ab0649bd9891 req-1293140b-219e-4543-bb6a-d8eb1e881310 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321469 Jun 29 23:10:55.729605 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf9a93-5542-4dc0-a8d8-5a6edad67e8f req-52e09fb7-adcb-4a57-a29b-606a612f55c1 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:55.731078 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-96cf9a93-5542-4dc0-a8d8-5a6edad67e8f req-52e09fb7-adcb-4a57-a29b-606a612f55c1 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0659859 Jun 29 23:10:55.767761 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-96cf9a93-5542-4dc0-a8d8-5a6edad67e8f req-d6c658ec-9c36-44dc-8115-b63ddd74069f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311224 Jun 29 23:10:56.056392 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff76a60-d3db-4263-8a57-cb4827191651 req-34eec516-923f-4d93-8509-ad5fe8767c6b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:56.057907 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5ff76a60-d3db-4263-8a57-cb4827191651 req-34eec516-923f-4d93-8509-ad5fe8767c6b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 945 time: 0.0673938 Jun 29 23:10:56.096878 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5ff76a60-d3db-4263-8a57-cb4827191651 req-5fd48286-4c36-45cc-859d-1b5b668658d5 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334721 Jun 29 23:10:56.846769 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-592eba39-4851-4747-b2de-d24c1e77e1c4 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:56.848235 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-592eba39-4851-4747-b2de-d24c1e77e1c4 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/networks?id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 HTTP/1.1" status: 200 len: 815 time: 0.1013064 Jun 29 23:10:56.864382 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-14420c4e-0b16-4780-8742-a3e2771bcdfe tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/quotas/84fa8dae152648e093dc8e5a4d0ef36d HTTP/1.1" status: 200 len: 375 time: 0.0097482 Jun 29 23:10:56.941554 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-c2b76f38-dff6-4180-96f5-1677dc75d167 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=84fa8dae152648e093dc8e5a4d0ef36d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0710101 Jun 29 23:10:56.947687 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5adae65-54ce-4dee-ad38-4fd633b4824f req-aea69e8b-1058-4250-9e94-d131d01811da tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:56.949247 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e5adae65-54ce-4dee-ad38-4fd633b4824f req-aea69e8b-1058-4250-9e94-d131d01811da tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0709698 Jun 29 23:10:56.988200 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e5adae65-54ce-4dee-ad38-4fd633b4824f req-85d098fd-877a-4348-8efc-3f9aaa01219c tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333967 Jun 29 23:10:57.035642 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-1984436b-e8a3-43ea-9b62-629dcf1172da service neutron] 10.222.0.30 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867445 Jun 29 23:10:57.129479 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-5a9e1749-f984-4bc8-b47e-05501f8a9ee0 service neutron] 10.222.0.30 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878727 Jun 29 23:10:57.279886 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab53c66-56b5-4a78-8fba-8ae157fb0e10 req-eaadaf6c-2469-4802-a9bb-103489efcd26 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:57.281544 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4ab53c66-56b5-4a78-8fba-8ae157fb0e10 req-eaadaf6c-2469-4802-a9bb-103489efcd26 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 945 time: 0.0655229 Jun 29 23:10:57.315266 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fbe1eacc-bedb-4822-bb04-92189d673e75 req-3d85f92d-4119-4114-b929-869593755191 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=373521f7-5c1f-4bbe-8c8d-17dea49ecd77 HTTP/1.1" status: 200 len: 210 time: 0.0405993 Jun 29 23:10:57.344492 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4ab53c66-56b5-4a78-8fba-8ae157fb0e10 req-5067b8db-5bd0-445e-a3d0-8bc39741bab9 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538707 Jun 29 23:10:58.169841 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116437bf-9444-43e1-95cc-1dd359896e09 req-b5b8bb19-013d-4117-9160-e06416569a11 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:58.172149 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-116437bf-9444-43e1-95cc-1dd359896e09 req-b5b8bb19-013d-4117-9160-e06416569a11 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0670438 Jun 29 23:10:58.212816 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-116437bf-9444-43e1-95cc-1dd359896e09 req-b5c9d3b7-2b34-49e2-bdd1-7358bee7b7e2 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347562 Jun 29 23:10:58.433507 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746057a-e131-4178-bd56-1822efd704ee req-b7727c77-e558-4de7-a902-25db8456716a tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:58.435098 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f746057a-e131-4178-bd56-1822efd704ee req-b7727c77-e558-4de7-a902-25db8456716a tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 945 time: 0.0771034 Jun 29 23:10:58.466211 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b50e6b00-2c6e-403a-a21f-0cb649e8844e req-e0621e84-30f0-4176-84a9-2b8c2bf1c4c0 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=373521f7-5c1f-4bbe-8c8d-17dea49ecd77 HTTP/1.1" status: 200 len: 210 time: 0.0314708 Jun 29 23:10:58.472589 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f746057a-e131-4178-bd56-1822efd704ee req-b61ac22f-680a-45fa-a64b-1bdb047ac723 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25dd01b-7529-4fb9-a1c4-5604684d178f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319231 Jun 29 23:10:58.634632 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba5c6d-0cbc-4242-83e3-0c8f6403d7fc req-abde63f2-51a2-4e4b-8848-5adfb05770be tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:58.636150 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-43ba5c6d-0cbc-4242-83e3-0c8f6403d7fc req-abde63f2-51a2-4e4b-8848-5adfb05770be tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 945 time: 0.0656278 Jun 29 23:10:58.682441 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-43ba5c6d-0cbc-4242-83e3-0c8f6403d7fc req-aa6917c1-14b6-4634-a2e8-02adabc0a575 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359378 Jun 29 23:10:58.807060 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-cb0d642e-de04-4003-89cd-73e243dc5854 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:58.808519 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-cb0d642e-de04-4003-89cd-73e243dc5854 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.52 "GET /v2.0/networks?id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 HTTP/1.1" status: 200 len: 815 time: 0.1111736 Jun 29 23:10:58.829671 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-7ee23468-9303-4ed8-83e6-5647d11abb34 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Request body: {'port': {'device_id': '373521f7-5c1f-4bbe-8c8d-17dea49ecd77', 'network_id': '5d27fbb3-5d7a-4c3c-914c-7525c670a5e8', 'admin_state_up': True, 'tenant_id': '84fa8dae152648e093dc8e5a4d0ef36d'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:10:58.938109 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-7ee23468-9303-4ed8-83e6-5647d11abb34 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Made reservation on behalf of 84fa8dae152648e093dc8e5a4d0ef36d for: {'port': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:10:58.944905 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-7ee23468-9303-4ed8-83e6-5647d11abb34 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:59.074534 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-7ee23468-9303-4ed8-83e6-5647d11abb34 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Allocated IP 172.20.0.7 (5d27fbb3-5d7a-4c3c-914c-7525c670a5e8/8d173892-21f3-4d8b-a65f-f341f79adde1/8b151955-39db-4f04-91fe-66a14283b890) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:10:59.225178 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-7ee23468-9303-4ed8-83e6-5647d11abb34 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:59.265350 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-7ee23468-9303-4ed8-83e6-5647d11abb34 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5732936'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:59.269277 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-444c18e0-dc79-4c19-855e-8a501da0b461 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:59.280280 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] get_ports_and_sgs() called for port_ids ['41a38227-52e9-4fac-afd8-0da3f016c707', '50aee1f9-2991-44ce-ab9c-9abc17563722'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:10:59.309658 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 71efbaa5-e7ce-4022-9371-df6f06e7ab90 details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:10:59.317678 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-7ee23468-9303-4ed8-83e6-5647d11abb34 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Network 5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:10:59.321069 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-7ee23468-9303-4ed8-83e6-5647d11abb34 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:10:59.325291 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-7ee23468-9303-4ed8-83e6-5647d11abb34 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:10:59.349047 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee23468-9303-4ed8-83e6-5647d11abb34 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Pushing event updated for resources: {'Port': ['ID=8b151955-39db-4f04-91fe-66a14283b890,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:59.354533 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-7ee23468-9303-4ed8-83e6-5647d11abb34 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:59.380267 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-7ee23468-9303-4ed8-83e6-5647d11abb34 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:59.380267 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-7ee23468-9303-4ed8-83e6-5647d11abb34 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:59.396125 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-7ee23468-9303-4ed8-83e6-5647d11abb34 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5705731 Jun 29 23:10:59.407651 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1f0c9-d7b8-433d-a214-c2e25146819f req-c9397cff-2df7-48ad-98da-d91c58f1ee52 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:59.409180 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e2c1f0c9-d7b8-433d-a214-c2e25146819f req-c9397cff-2df7-48ad-98da-d91c58f1ee52 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0786748 Jun 29 23:10:59.433680 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-6503679a-189a-48db-8f16-74559485b91e service neutron] Request body: {'port': {'device_id': '373521f7-5c1f-4bbe-8c8d-17dea49ecd77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:10:59.449292 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e2c1f0c9-d7b8-433d-a214-c2e25146819f req-1ab16e9d-623b-422d-afbd-40e1723a73b3 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340567 Jun 29 23:10:59.451857 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port 71efbaa5-e7ce-4022-9371-df6f06e7ab90, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=71efbaa5-e7ce-4022-9371-df6f06e7ab90,segment=NetworkSegment(a915f56e-4b4b-41eb-9b6a-ec11aa4ed293),segment_id=a915f56e-4b4b-41eb-9b6a-ec11aa4ed293)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:10:59.473987 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Returning: {'device': '71efbaa5-e7ce-4022-9371-df6f06e7ab90', 'network_id': '18655a20-36e7-480e-885c-1e73fb892310', 'port_id': '71efbaa5-e7ce-4022-9371-df6f06e7ab90', 'mac_address': 'fa:16:3e:2f:81:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '722d70ab-2523-4ee0-92c1-9e31835f606a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:10:59.516290 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-6503679a-189a-48db-8f16-74559485b91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:59.543090 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:59.567425 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71efbaa5-e7ce-4022-9371-df6f06e7ab90 {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:10:59.603124 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port 71efbaa5-e7ce-4022-9371-df6f06e7ab90, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=71efbaa5-e7ce-4022-9371-df6f06e7ab90,segment=NetworkSegment(a915f56e-4b4b-41eb-9b6a-ec11aa4ed293),segment_id=a915f56e-4b4b-41eb-9b6a-ec11aa4ed293)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:10:59.613248 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:59.615144 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:59.693118 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=71efbaa5-e7ce-4022-9371-df6f06e7ab90,revision_number=6']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:10:59.710055 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:10:59.710399 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:10:59.710735 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:10:59.711064 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:10:59.711390 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:10:59.711773 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:10:59.712111 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:10:59.712483 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:10:59.712775 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:10:59.713091 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:10:59.713415 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:10:59.713725 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:10:59.718459 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:10:59.724744 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952289d-c5ba-47f6-af32-b2dfe3513b96 req-1f8d2994-f2bf-41d4-88a6-83b05b666f21 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:59.733138 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a952289d-c5ba-47f6-af32-b2dfe3513b96 req-1f8d2994-f2bf-41d4-88a6-83b05b666f21 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 945 time: 0.1065395 Jun 29 23:10:59.773127 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a952289d-c5ba-47f6-af32-b2dfe3513b96 req-e99832d3-7470-43ce-b132-6824e079a2f7 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25dd01b-7529-4fb9-a1c4-5604684d178f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391331 Jun 29 23:10:59.818773 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a78a3-f382-40f5-8118-67e14f590d79 req-95318454-1811-41dc-a3bd-d967e2e6b1ac tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:59.820239 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-210a78a3-f382-40f5-8118-67e14f590d79 req-95318454-1811-41dc-a3bd-d967e2e6b1ac tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=373521f7-5c1f-4bbe-8c8d-17dea49ecd77 HTTP/1.1" status: 200 len: 931 time: 0.1825447 Jun 29 23:10:59.820845 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] get_ports_and_sgs() called for port_ids ['71efbaa5-e7ce-4022-9371-df6f06e7ab90'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:10:59.903344 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-210a78a3-f382-40f5-8118-67e14f590d79 req-3764bbdf-572b-4ca4-89d2-91ebd34139a9 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764167 Jun 29 23:10:59.917901 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-6503679a-189a-48db-8f16-74559485b91e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b151955-39db-4f04-91fe-66a14283b890 {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:10:59.925771 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-6503679a-189a-48db-8f16-74559485b91e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:59.939497 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-6503679a-189a-48db-8f16-74559485b91e service neutron] Transition to ACTIVE for port object 8b151955-39db-4f04-91fe-66a14283b890 will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:10:59.944887 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-6503679a-189a-48db-8f16-74559485b91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732986'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:10:59.947101 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-5caeee1f-40d6-4f64-acda-5ac5e3ec591b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:10:59.965734 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cc351-67a6-4167-852f-e726a31f10b2 req-3758cf4b-b0e6-43f0-9c50-3054f2874f12 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:10:59.967299 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6a8cc351-67a6-4167-852f-e726a31f10b2 req-3758cf4b-b0e6-43f0-9c50-3054f2874f12 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 944 time: 0.0840337 Jun 29 23:10:59.998418 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6503679a-189a-48db-8f16-74559485b91e service neutron] Pushing event updated for resources: {'Port': ['ID=8b151955-39db-4f04-91fe-66a14283b890,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:11:00.012209 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6a8cc351-67a6-4167-852f-e726a31f10b2 req-1238dd17-1bd9-402d-84d3-2115a88bf269 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378885 Jun 29 23:11:00.016197 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-6503679a-189a-48db-8f16-74559485b91e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:11:00.066156 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-6503679a-189a-48db-8f16-74559485b91e service neutron] Attempting to bind port 8b151955-39db-4f04-91fe-66a14283b890 on host hv-cinder-76960 for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:11:00.066479 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-6503679a-189a-48db-8f16-74559485b91e service neutron] Attempting to bind port 8b151955-39db-4f04-91fe-66a14283b890 by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': 'e3f7bb9a-64ba-45aa-844e-d64cc18d706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5d27fbb3-5d7a-4c3c-914c-7525c670a5e8'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:11:00.066800 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-6503679a-189a-48db-8f16-74559485b91e service neutron] Attempting to bind port 8b151955-39db-4f04-91fe-66a14283b890 on network 5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:11:00.070841 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-6503679a-189a-48db-8f16-74559485b91e service neutron] Port 8b151955-39db-4f04-91fe-66a14283b890 on network 5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:11:00.071712 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-6503679a-189a-48db-8f16-74559485b91e service neutron] Attempting to bind port 8b151955-39db-4f04-91fe-66a14283b890 on network 5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:11:00.076323 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-6503679a-189a-48db-8f16-74559485b91e service neutron] Checking agent: {'id': 'a4a0778d-945d-473c-9557-d6f7decbe5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 7, 4), 'started_at': datetime.datetime(2021, 6, 29, 23, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:11:00.076668 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-6503679a-189a-48db-8f16-74559485b91e service neutron] Checking segment: {'id': 'e3f7bb9a-64ba-45aa-844e-d64cc18d706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5d27fbb3-5d7a-4c3c-914c-7525c670a5e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:11:00.077039 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-6503679a-189a-48db-8f16-74559485b91e service neutron] Bound using segment: {'id': 'e3f7bb9a-64ba-45aa-844e-d64cc18d706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5d27fbb3-5d7a-4c3c-914c-7525c670a5e8'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:11:00.077455 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-6503679a-189a-48db-8f16-74559485b91e service neutron] Bound port: 8b151955-39db-4f04-91fe-66a14283b890, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3f7bb9a-64ba-45aa-844e-d64cc18d706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5d27fbb3-5d7a-4c3c-914c-7525c670a5e8'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:11:00.077795 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-6503679a-189a-48db-8f16-74559485b91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:00.139269 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-6503679a-189a-48db-8f16-74559485b91e service neutron] For port 8b151955-39db-4f04-91fe-66a14283b890, host hv-cinder-76960, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:11:00.142196 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-6503679a-189a-48db-8f16-74559485b91e service neutron] For port 8b151955-39db-4f04-91fe-66a14283b890, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=8b151955-39db-4f04-91fe-66a14283b890,segment=NetworkSegment(e3f7bb9a-64ba-45aa-844e-d64cc18d706f),segment_id=e3f7bb9a-64ba-45aa-844e-d64cc18d706f)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:11:00.146425 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-6503679a-189a-48db-8f16-74559485b91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732986'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:00.148362 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:11:00.183102 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-6503679a-189a-48db-8f16-74559485b91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:00.183710 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-6503679a-189a-48db-8f16-74559485b91e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:00.185089 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-6503679a-189a-48db-8f16-74559485b91e service neutron] 10.222.0.52 "PUT /v2.0/ports/8b151955-39db-4f04-91fe-66a14283b890 HTTP/1.1" status: 200 len: 1093 time: 0.7577353 Jun 29 23:11:00.185575 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373521f7-5c1f-4bbe-8c8d-17dea49ecd77', 'tag': '8b151955-39db-4f04-91fe-66a14283b890'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:11:00.187801 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316a232d699b6ed129cbc6be4a023823324df8adf1509f78b4e93fc726adbd2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6da3f8-cdc2-45c8-9a60-c40e09d3b2cc" -d '{"events": [{"name": "network-changed", "server_uuid": "373521f7-5c1f-4bbe-8c8d-17dea49ecd77", "tag": "8b151955-39db-4f04-91fe-66a14283b890"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:11:00.208409 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6503679a-189a-48db-8f16-74559485b91e service neutron] Pushing event updated for resources: {'Port': ['ID=8b151955-39db-4f04-91fe-66a14283b890,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:11:00.211631 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-6503679a-189a-48db-8f16-74559485b91e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:11:00.232150 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41745c5-51ae-44d9-bf27-9d38237ba84d x-openstack-request-id: req-a41745c5-51ae-44d9-bf27-9d38237ba84d {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:11:00.232509 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373521f7-5c1f-4bbe-8c8d-17dea49ecd77", "tag": "8b151955-39db-4f04-91fe-66a14283b890", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:11:00.233070 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a41745c5-51ae-44d9-bf27-9d38237ba84d {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:11:00.233575 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373521f7-5c1f-4bbe-8c8d-17dea49ecd77', 'tag': '8b151955-39db-4f04-91fe-66a14283b890', 'status': 'completed', 'code': 200} Jun 29 23:11:00.312844 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-7e03a84b-eb0f-4b5a-b4b3-9ccb17dad2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:00.314327 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-7e03a84b-eb0f-4b5a-b4b3-9ccb17dad2d3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84fa8dae152648e093dc8e5a4d0ef36d&device_id=373521f7-5c1f-4bbe-8c8d-17dea49ecd77 HTTP/1.1" status: 200 len: 1096 time: 0.0543311 Jun 29 23:11:00.589671 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-a6e2183b-9a0b-4a50-a48a-6659a02a8fce service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b151955-39db-4f04-91fe-66a14283b890 HTTP/1.1" status: 200 len: 217 time: 0.2519937 Jun 29 23:11:00.642499 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-32b5eb17-9f85-483d-9d59-9dcbc04a6984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:00.642720 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7e3a1-89c3-4d17-9aaf-db64d51b2507 req-8b1bc004-4959-4b7f-8e78-6977b1de5b43 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:00.644044 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3aa7e3a1-89c3-4d17-9aaf-db64d51b2507 req-8b1bc004-4959-4b7f-8e78-6977b1de5b43 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0629401 Jun 29 23:11:00.644185 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-32b5eb17-9f85-483d-9d59-9dcbc04a6984 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d173892-21f3-4d8b-a65f-f341f79adde1 HTTP/1.1" status: 200 len: 855 time: 0.0438366 Jun 29 23:11:00.681476 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-a5013065-8c94-4fb7-b84f-9283278e3850 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261500 Jun 29 23:11:00.682927 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3aa7e3a1-89c3-4d17-9aaf-db64d51b2507 req-2b13c0c1-5b2a-4974-8dcc-09efe5f255bc tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320292 Jun 29 23:11:00.780345 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-597588ae-114d-4059-9883-c600f9ba1b9d service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903115 Jun 29 23:11:00.887972 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-44f74949-c2f4-4599-9d4f-e5d09baa29a4 req-aed8558d-e6bd-4988-a7e3-af3ae4672847 service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967202 Jun 29 23:11:01.013622 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e248c-8753-4d2a-8395-9a84c43a0972 req-859ebece-c146-4df1-a6b2-95c2cdca531c tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:01.015102 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2b2e248c-8753-4d2a-8395-9a84c43a0972 req-859ebece-c146-4df1-a6b2-95c2cdca531c tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 945 time: 0.1032934 Jun 29 23:11:01.041845 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6da3f8-cdc2-45c8-9a60-c40e09d3b2cc req-53c4b1ee-92df-4169-baef-ffaae1e7d1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:01.043340 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ca6da3f8-cdc2-45c8-9a60-c40e09d3b2cc req-53c4b1ee-92df-4169-baef-ffaae1e7d1a9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84fa8dae152648e093dc8e5a4d0ef36d&device_id=373521f7-5c1f-4bbe-8c8d-17dea49ecd77 HTTP/1.1" status: 200 len: 1096 time: 0.0933027 Jun 29 23:11:01.062882 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2b2e248c-8753-4d2a-8395-9a84c43a0972 req-bdf176ff-df1f-4f0a-9e6e-243383e12ede tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25dd01b-7529-4fb9-a1c4-5604684d178f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391021 Jun 29 23:11:01.106224 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb29de3-0836-480a-b6c4-4861452dfb90 req-4cdea2a4-9c72-425e-bc99-f6e04e4c90de tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:01.108146 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0eb29de3-0836-480a-b6c4-4861452dfb90 req-4cdea2a4-9c72-425e-bc99-f6e04e4c90de tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=373521f7-5c1f-4bbe-8c8d-17dea49ecd77 HTTP/1.1" status: 200 len: 943 time: 0.0819378 Jun 29 23:11:01.147039 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0eb29de3-0836-480a-b6c4-4861452dfb90 req-f3d322a6-3355-4358-ba0a-15004235b03f tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326586 Jun 29 23:11:01.157090 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6da3f8-cdc2-45c8-9a60-c40e09d3b2cc req-41e9787e-424e-4d5c-b297-ca4c0bc47fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:01.158551 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ca6da3f8-cdc2-45c8-9a60-c40e09d3b2cc req-41e9787e-424e-4d5c-b297-ca4c0bc47fec service neutron] 10.222.0.52 "GET /v2.0/networks?id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 HTTP/1.1" status: 200 len: 916 time: 0.0945606 Jun 29 23:11:01.228862 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ca6da3f8-cdc2-45c8-9a60-c40e09d3b2cc req-5470022c-be05-4533-a0ad-0e3f214b771c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b151955-39db-4f04-91fe-66a14283b890 HTTP/1.1" status: 200 len: 217 time: 0.0583782 Jun 29 23:11:01.290490 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af05983-8804-4c5f-a6e8-eb11cc6a3ba1 req-5fd7eaf3-e94c-4770-a4b3-c56cc358f527 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:01.292173 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4af05983-8804-4c5f-a6e8-eb11cc6a3ba1 req-5fd7eaf3-e94c-4770-a4b3-c56cc358f527 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 944 time: 0.1198463 Jun 29 23:11:01.322471 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6da3f8-cdc2-45c8-9a60-c40e09d3b2cc req-d2180abb-a214-4ba1-ad38-7090413fa5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:01.324033 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ca6da3f8-cdc2-45c8-9a60-c40e09d3b2cc req-d2180abb-a214-4ba1-ad38-7090413fa5ba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d173892-21f3-4d8b-a65f-f341f79adde1 HTTP/1.1" status: 200 len: 855 time: 0.0733118 Jun 29 23:11:01.325168 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 71efbaa5-e7ce-4022-9371-df6f06e7ab90 up at agent hyperv_hv-cinder-76960 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:11:01.366599 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ca6da3f8-cdc2-45c8-9a60-c40e09d3b2cc req-f4449554-c0a8-4380-824d-760baab430e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297384 Jun 29 23:11:01.370176 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4af05983-8804-4c5f-a6e8-eb11cc6a3ba1 req-2f409558-be3d-4c6d-bdd0-6f06e8c585e0 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654063 Jun 29 23:11:01.387734 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Provisioning complete for port 71efbaa5-e7ce-4022-9371-df6f06e7ab90 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:11:01.388130 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:01.465503 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ca6da3f8-cdc2-45c8-9a60-c40e09d3b2cc req-46c36033-a119-4f1b-a415-e9c014bb7ff5 service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879645 Jun 29 23:11:01.468540 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:01.490995 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64038709-adfd-4ee0-81e7-731cb8032eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71efbaa5-e7ce-4022-9371-df6f06e7ab90'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:11:01.493829 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc242b685774feada63a8466480188dde327850ab4a240ce00b056240626d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ed9d81-ca6b-4f4c-8dee-4e7aab80d3b4" -d '{"events": [{"server_uuid": "64038709-adfd-4ee0-81e7-731cb8032eda", "name": "network-vif-plugged", "status": "completed", "tag": "71efbaa5-e7ce-4022-9371-df6f06e7ab90"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:11:01.506316 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port 71efbaa5-e7ce-4022-9371-df6f06e7ab90, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=71efbaa5-e7ce-4022-9371-df6f06e7ab90,segment=NetworkSegment(a915f56e-4b4b-41eb-9b6a-ec11aa4ed293),segment_id=a915f56e-4b4b-41eb-9b6a-ec11aa4ed293)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:11:01.511602 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:01.513646 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-792696e5-de38-42c7-9455-a255b71880de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:11:01.538207 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a7a676-63f5-4593-997a-b7e4a2a3e829 x-openstack-request-id: req-f6a7a676-63f5-4593-997a-b7e4a2a3e829 {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:11:01.538511 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64038709-adfd-4ee0-81e7-731cb8032eda", "name": "network-vif-plugged", "status": "completed", "tag": "71efbaa5-e7ce-4022-9371-df6f06e7ab90", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:11:01.538775 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f6a7a676-63f5-4593-997a-b7e4a2a3e829 {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:11:01.539168 dv-cinder-769602-4-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64038709-adfd-4ee0-81e7-731cb8032eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71efbaa5-e7ce-4022-9371-df6f06e7ab90', 'code': 200} Jun 29 23:11:01.563573 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ca6da3f8-cdc2-45c8-9a60-c40e09d3b2cc req-d412a188-28d8-4829-bcc0-93deb975d51b service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898144 Jun 29 23:11:01.565647 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=71efbaa5-e7ce-4022-9371-df6f06e7ab90,revision_number=7']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:11:01.569623 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:11:01.859442 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32455c5-a986-40c4-b3c3-15510e4aed49 req-74ef01b4-325c-4f56-9e81-bca3ebe89581 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:01.860915 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c32455c5-a986-40c4-b3c3-15510e4aed49 req-74ef01b4-325c-4f56-9e81-bca3ebe89581 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0666456 Jun 29 23:11:01.910419 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c32455c5-a986-40c4-b3c3-15510e4aed49 req-51174fc6-607f-42e4-8d09-50bedd2bd3bc tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432191 Jun 29 23:11:02.247291 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4df8de-7b8b-4671-bc0a-293eaaa4367b req-e854b4b9-87c7-4e1b-8915-01784de50bbd tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:02.248826 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5c4df8de-7b8b-4671-bc0a-293eaaa4367b req-e854b4b9-87c7-4e1b-8915-01784de50bbd tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 945 time: 0.0697236 Jun 29 23:11:02.289087 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5c4df8de-7b8b-4671-bc0a-293eaaa4367b req-14d5af4d-c198-48e9-8995-02a1c20cb2c3 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25dd01b-7529-4fb9-a1c4-5604684d178f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345063 Jun 29 23:11:02.325070 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009ba3c-a91d-41db-846f-baf315bb738f req-cfd2d66e-f9df-4891-b842-ec49f85c536c tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:02.326525 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0009ba3c-a91d-41db-846f-baf315bb738f req-cfd2d66e-f9df-4891-b842-ec49f85c536c tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=373521f7-5c1f-4bbe-8c8d-17dea49ecd77 HTTP/1.1" status: 200 len: 943 time: 0.0649147 Jun 29 23:11:02.363314 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0009ba3c-a91d-41db-846f-baf315bb738f req-291ae482-9ab5-4156-9a3f-9a0dec4fa6ec tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310667 Jun 29 23:11:02.563617 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919eb78-362f-4c74-9a86-1f15fc4e5e4b req-eda05a50-984b-42aa-9301-6e3f8b1b037d tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:02.565165 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9919eb78-362f-4c74-9a86-1f15fc4e5e4b req-eda05a50-984b-42aa-9301-6e3f8b1b037d tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 945 time: 0.0703773 Jun 29 23:11:02.607054 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9919eb78-362f-4c74-9a86-1f15fc4e5e4b req-b3667a71-f8ac-4838-abb1-e24a488c6140 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338488 Jun 29 23:11:02.659381 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-99d84ea3-461a-4c7f-be04-e07d291161cf req-2d6f1226-e4c7-4f82-aadf-a076aa7b44b3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510015 Jun 29 23:11:02.747113 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d84ea3-461a-4c7f-be04-e07d291161cf req-2781b637-0821-4918-af86-46ea256ef63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:02.748611 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-99d84ea3-461a-4c7f-be04-e07d291161cf req-2781b637-0821-4918-af86-46ea256ef63a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a21d7629b3b04afe9b528722dbde8df7&device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 1098 time: 0.0550013 Jun 29 23:11:02.863777 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d84ea3-461a-4c7f-be04-e07d291161cf req-12fc4afe-92a5-490d-bdb0-fb36c7615647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:02.865343 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-99d84ea3-461a-4c7f-be04-e07d291161cf req-12fc4afe-92a5-490d-bdb0-fb36c7615647 service neutron] 10.222.0.52 "GET /v2.0/networks?id=89702f14-ff61-4cde-bb1a-7226991037f5 HTTP/1.1" status: 200 len: 919 time: 0.0938582 Jun 29 23:11:02.910621 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-99d84ea3-461a-4c7f-be04-e07d291161cf req-92287485-9415-43b5-b757-d7b868f53cea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2848265a-e217-4c47-ac1d-3375dd783df0 HTTP/1.1" status: 200 len: 217 time: 0.0385759 Jun 29 23:11:02.972068 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d84ea3-461a-4c7f-be04-e07d291161cf req-be78e509-1c6e-4d34-84de-497503a701d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:02.973623 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-99d84ea3-461a-4c7f-be04-e07d291161cf req-be78e509-1c6e-4d34-84de-497503a701d4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=849ea54a-79f1-48c3-8b24-76e2484d0112 HTTP/1.1" status: 200 len: 858 time: 0.0500643 Jun 29 23:11:03.010697 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-99d84ea3-461a-4c7f-be04-e07d291161cf req-cdca8881-b065-44b1-9cb4-e7b875f36433 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=89702f14-ff61-4cde-bb1a-7226991037f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285351 Jun 29 23:11:03.142577 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-99d84ea3-461a-4c7f-be04-e07d291161cf req-ac3ab5c8-7971-400c-b770-759077b8572f service neutron] 10.222.0.52 "GET /v2.0/networks/89702f14-ff61-4cde-bb1a-7226991037f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244943 Jun 29 23:11:03.155081 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676dd490-e049-4112-81b8-60c673b4dea5 req-cbd370fc-f3b0-4de4-b0a1-ab04c1703d53 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:03.156472 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-676dd490-e049-4112-81b8-60c673b4dea5 req-cbd370fc-f3b0-4de4-b0a1-ab04c1703d53 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.1211793 Jun 29 23:11:03.242452 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-676dd490-e049-4112-81b8-60c673b4dea5 req-aaf4c9dd-90ed-4314-99c0-0b3551b412de tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782433 Jun 29 23:11:03.270601 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-99d84ea3-461a-4c7f-be04-e07d291161cf req-94744b23-ee67-4dec-937e-df379bce08d1 service neutron] 10.222.0.52 "GET /v2.0/networks/89702f14-ff61-4cde-bb1a-7226991037f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131852 Jun 29 23:11:03.468158 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee0fdb-7f63-4472-b7d3-8337c2663ae9 req-ce839898-fc4b-46db-859a-04b770631594 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:03.468158 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d4ee0fdb-7f63-4472-b7d3-8337c2663ae9 req-ce839898-fc4b-46db-859a-04b770631594 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 945 time: 0.0670617 Jun 29 23:11:03.505395 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d4ee0fdb-7f63-4472-b7d3-8337c2663ae9 req-14b7bd19-5067-4f45-b0b8-8be11354f885 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25dd01b-7529-4fb9-a1c4-5604684d178f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326109 Jun 29 23:11:03.541332 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754b68d-f8ef-4e59-8c2c-9e335ad420e6 req-182e239b-1b6c-42ec-8897-e2f0cbf09de6 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:03.542804 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4754b68d-f8ef-4e59-8c2c-9e335ad420e6 req-182e239b-1b6c-42ec-8897-e2f0cbf09de6 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=373521f7-5c1f-4bbe-8c8d-17dea49ecd77 HTTP/1.1" status: 200 len: 943 time: 0.0629644 Jun 29 23:11:03.579865 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4754b68d-f8ef-4e59-8c2c-9e335ad420e6 req-47d324fb-f4b2-47ff-ab3f-cd012dd43163 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315669 Jun 29 23:11:03.778443 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff25d5-90ef-419a-a0bc-5798a7a437b1 req-f74cc160-e2bb-41be-841a-900beeb9f8e7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:03.779915 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-52ff25d5-90ef-419a-a0bc-5798a7a437b1 req-f74cc160-e2bb-41be-841a-900beeb9f8e7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 945 time: 0.0614867 Jun 29 23:11:03.818222 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-52ff25d5-90ef-419a-a0bc-5798a7a437b1 req-e2413f38-704d-4281-9b96-be2bc31d960b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326757 Jun 29 23:11:04.180241 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:04.412360 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda2314-60fe-4560-96b9-6ebf89982d9f req-52989e6b-b766-4331-b2bc-19d998add231 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:04.413750 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-feda2314-60fe-4560-96b9-6ebf89982d9f req-52989e6b-b766-4331-b2bc-19d998add231 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0601294 Jun 29 23:11:04.451152 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-feda2314-60fe-4560-96b9-6ebf89982d9f req-ae4da794-16ca-49f0-ae74-c50d7e84e160 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307257 Jun 29 23:11:04.679678 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec227a-5893-41c5-b18d-ec16ef86531d req-02105cfc-aabd-4cf9-b651-09317170ff4b tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:04.681733 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-39ec227a-5893-41c5-b18d-ec16ef86531d req-02105cfc-aabd-4cf9-b651-09317170ff4b tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 945 time: 0.0663590 Jun 29 23:11:04.722018 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-39ec227a-5893-41c5-b18d-ec16ef86531d req-f006f82b-3f3f-465f-8db1-8b5dbdc1e343 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25dd01b-7529-4fb9-a1c4-5604684d178f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344126 Jun 29 23:11:04.909467 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d959fb-c5de-48ba-846f-84c0fb7db760 req-753a0cce-c324-4aaa-8208-5f3455554310 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:04.911483 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f4d959fb-c5de-48ba-846f-84c0fb7db760 req-753a0cce-c324-4aaa-8208-5f3455554310 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=373521f7-5c1f-4bbe-8c8d-17dea49ecd77 HTTP/1.1" status: 200 len: 943 time: 0.0779836 Jun 29 23:11:04.965300 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f4d959fb-c5de-48ba-846f-84c0fb7db760 req-d5ee0bbc-8952-48aa-a524-4cb25e85d427 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460970 Jun 29 23:11:05.028895 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7a1f2-95d0-412e-8c38-9ad4ba8a9b33 req-e65d046c-31a0-467a-82c4-46ef90eeb7be tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:05.030410 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-07f7a1f2-95d0-412e-8c38-9ad4ba8a9b33 req-e65d046c-31a0-467a-82c4-46ef90eeb7be tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 945 time: 0.0735173 Jun 29 23:11:05.071927 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-07f7a1f2-95d0-412e-8c38-9ad4ba8a9b33 req-e1bc1208-a5d5-4b2a-ae4e-636d476d0c29 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355747 Jun 29 23:11:05.624388 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5fee7-ceda-412f-ab59-035523f4b05a req-76fd45c4-6a8c-4d73-9be5-c184f538b634 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:05.625885 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ccc5fee7-ceda-412f-ab59-035523f4b05a req-76fd45c4-6a8c-4d73-9be5-c184f538b634 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0659597 Jun 29 23:11:05.663631 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ccc5fee7-ceda-412f-ab59-035523f4b05a req-89e08134-c3fb-4abe-b35e-40585fe0e0c6 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322473 Jun 29 23:11:05.894846 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c4356-4797-4b85-8aa7-4e225ca6fff9 req-5780b01a-bc36-45dd-85e2-891a6b047f59 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:05.896243 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-482c4356-4797-4b85-8aa7-4e225ca6fff9 req-5780b01a-bc36-45dd-85e2-891a6b047f59 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 945 time: 0.0630536 Jun 29 23:11:05.934355 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-482c4356-4797-4b85-8aa7-4e225ca6fff9 req-8de2119c-1708-47e7-900f-ced307c70b4a tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25dd01b-7529-4fb9-a1c4-5604684d178f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321434 Jun 29 23:11:06.140401 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6aed9-87dc-4285-8dff-d6acee543d64 req-e82fc7fb-714c-44ea-89b6-1237c88a866b tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:06.141946 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3bc6aed9-87dc-4285-8dff-d6acee543d64 req-e82fc7fb-714c-44ea-89b6-1237c88a866b tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=373521f7-5c1f-4bbe-8c8d-17dea49ecd77 HTTP/1.1" status: 200 len: 943 time: 0.0734739 Jun 29 23:11:06.182029 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3bc6aed9-87dc-4285-8dff-d6acee543d64 req-0c3fd349-6601-4435-95f3-cd1e96c34743 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345266 Jun 29 23:11:06.251378 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ee374-f326-4a54-a78b-fdf9a25e4171 req-e1432f90-3ec4-4123-9598-ccdf3599dd15 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:06.252868 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-171ee374-f326-4a54-a78b-fdf9a25e4171 req-e1432f90-3ec4-4123-9598-ccdf3599dd15 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 945 time: 0.0644622 Jun 29 23:11:06.291255 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-171ee374-f326-4a54-a78b-fdf9a25e4171 req-085349f8-e834-44e2-bc1b-0ecb4accaf67 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328376 Jun 29 23:11:06.840582 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6da0b1-5aa4-4d75-9383-8cd49f993479 req-79132824-1839-49a6-9206-d037c432cae6 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:06.842146 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2b6da0b1-5aa4-4d75-9383-8cd49f993479 req-79132824-1839-49a6-9206-d037c432cae6 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0654154 Jun 29 23:11:06.881624 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2b6da0b1-5aa4-4d75-9383-8cd49f993479 req-03e70c0a-826e-4437-b234-e18b153573de tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332329 Jun 29 23:11:07.154085 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fb243-785f-445b-8389-d3dc9bbc8e14 req-f57bf637-bd65-475b-9f80-952f9cf8c3d7 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:07.155711 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-236fb243-785f-445b-8389-d3dc9bbc8e14 req-f57bf637-bd65-475b-9f80-952f9cf8c3d7 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 945 time: 0.0877950 Jun 29 23:11:07.205961 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-236fb243-785f-445b-8389-d3dc9bbc8e14 req-b4d5a15a-caa0-4616-b437-a452c67fa9a1 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25dd01b-7529-4fb9-a1c4-5604684d178f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424490 Jun 29 23:11:07.385181 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 8b151955-39db-4f04-91fe-66a14283b890 details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:11:07.422597 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010d0c9-ed3e-4d72-b938-15dee15a14aa req-90bfc65c-b4f9-48ea-9203-1789783cdb22 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:07.424686 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1010d0c9-ed3e-4d72-b938-15dee15a14aa req-90bfc65c-b4f9-48ea-9203-1789783cdb22 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=373521f7-5c1f-4bbe-8c8d-17dea49ecd77 HTTP/1.1" status: 200 len: 943 time: 0.1205339 Jun 29 23:11:07.471135 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1010d0c9-ed3e-4d72-b938-15dee15a14aa req-72b2ca7d-a1fc-4125-a158-16c3a1fe39b7 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406482 Jun 29 23:11:07.526325 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port 8b151955-39db-4f04-91fe-66a14283b890, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=8b151955-39db-4f04-91fe-66a14283b890,segment=NetworkSegment(e3f7bb9a-64ba-45aa-844e-d64cc18d706f),segment_id=e3f7bb9a-64ba-45aa-844e-d64cc18d706f)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:11:07.540676 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Returning: {'device': '8b151955-39db-4f04-91fe-66a14283b890', 'network_id': '5d27fbb3-5d7a-4c3c-914c-7525c670a5e8', 'port_id': '8b151955-39db-4f04-91fe-66a14283b890', 'mac_address': 'fa:16:3e:91:66:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d173892-21f3-4d8b-a65f-f341f79adde1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:11:07.564142 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f083be-b392-4fd2-8f89-5032c863cf5f req-f8ccfb72-9451-4f04-a552-8c0c99c02747 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:07.566242 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a6f083be-b392-4fd2-8f89-5032c863cf5f req-f8ccfb72-9451-4f04-a552-8c0c99c02747 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 945 time: 0.0968637 Jun 29 23:11:07.584032 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:07.597095 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b151955-39db-4f04-91fe-66a14283b890 {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:11:07.608723 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a6f083be-b392-4fd2-8f89-5032c863cf5f req-8ee7ab34-860b-4105-b568-240ee095024b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342267 Jun 29 23:11:07.620034 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port 8b151955-39db-4f04-91fe-66a14283b890, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=8b151955-39db-4f04-91fe-66a14283b890,segment=NetworkSegment(e3f7bb9a-64ba-45aa-844e-d64cc18d706f),segment_id=e3f7bb9a-64ba-45aa-844e-d64cc18d706f)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:11:07.623816 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:07.627095 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-2252ce1d-fa61-4e5f-8b43-6c99035cc7bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:11:07.677010 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=8b151955-39db-4f04-91fe-66a14283b890,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:11:07.680883 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:11:08.053823 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ae5e3-930f-477b-9cb1-ae3caa4bf5ac req-04e95d62-43c7-4af0-b200-597de3e786d4 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:08.055950 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-db4ae5e3-930f-477b-9cb1-ae3caa4bf5ac req-04e95d62-43c7-4af0-b200-597de3e786d4 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0632958 Jun 29 23:11:08.094825 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-db4ae5e3-930f-477b-9cb1-ae3caa4bf5ac req-402855aa-e412-4df1-a113-d1958b392ec6 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327642 Jun 29 23:11:08.099717 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] get_ports_and_sgs() called for port_ids ['8b151955-39db-4f04-91fe-66a14283b890'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:11:08.413442 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:11:08.491484 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f11e52-c911-43c9-9dee-78924e36bdd1 req-a7c8ee63-5f7b-4f7c-98ae-faff2998f453 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:08.493588 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-93f11e52-c911-43c9-9dee-78924e36bdd1 req-a7c8ee63-5f7b-4f7c-98ae-faff2998f453 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 945 time: 0.1274352 Jun 29 23:11:08.561570 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-93f11e52-c911-43c9-9dee-78924e36bdd1 req-71ad2a45-c6b3-4a46-b98b-d7a4d96af967 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25dd01b-7529-4fb9-a1c4-5604684d178f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543487 Jun 29 23:11:08.720426 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59faab-dc51-4411-93fc-5caed394183d req-2df7a7e5-a2c3-4940-bb0f-f3b558723587 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:08.722370 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8c59faab-dc51-4411-93fc-5caed394183d req-2df7a7e5-a2c3-4940-bb0f-f3b558723587 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=373521f7-5c1f-4bbe-8c8d-17dea49ecd77 HTTP/1.1" status: 200 len: 944 time: 0.1138268 Jun 29 23:11:08.825895 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8c59faab-dc51-4411-93fc-5caed394183d req-070fbc84-7fd4-4143-a651-7096773e098d tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930672 Jun 29 23:11:08.841133 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155efb7-ee8e-4c92-91a3-b68cee58408a req-92a29548-a549-447f-a479-7b2d691633ad tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:08.845868 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e155efb7-ee8e-4c92-91a3-b68cee58408a req-92a29548-a549-447f-a479-7b2d691633ad tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 945 time: 0.0980234 Jun 29 23:11:08.892925 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e155efb7-ee8e-4c92-91a3-b68cee58408a req-5d9e41a5-5297-4249-87f2-1753b2416119 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423889 Jun 29 23:11:09.334125 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b6332-8d47-4bcc-947e-c250ecfb9aed req-de19b8e9-9569-435b-a9c2-fffa64d8890c tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:09.336713 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-576b6332-8d47-4bcc-947e-c250ecfb9aed req-de19b8e9-9569-435b-a9c2-fffa64d8890c tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0957277 Jun 29 23:11:09.385807 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-576b6332-8d47-4bcc-947e-c250ecfb9aed req-19b08349-8cc3-4395-91c5-45d5074554d2 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392029 Jun 29 23:11:09.417013 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-90f43b61-0ad0-4a1f-9d29-75a5f5e4a0c4 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-54364643&fields=id&tenant_id=9855b0b0a0d24eebabad9d02a3593f56 HTTP/1.1" status: 200 len: 267 time: 0.0410111 Jun 29 23:11:09.552401 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-ff21f9d8-29c2-4b42-bee6-7682c419767b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:09.555577 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-ff21f9d8-29c2-4b42-bee6-7682c419767b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/networks?id=5fc87514-4bd0-4767-a854-4d25442e1d05 HTTP/1.1" status: 200 len: 809 time: 0.1311519 Jun 29 23:11:09.570757 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-4be5511b-80df-4463-a590-56e91aef8873 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/quotas/9855b0b0a0d24eebabad9d02a3593f56 HTTP/1.1" status: 200 len: 375 time: 0.0097048 Jun 29 23:11:09.657264 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-52fbac12-d0d7-4944-b03f-51113c4b590f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9855b0b0a0d24eebabad9d02a3593f56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0794592 Jun 29 23:11:09.761319 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454971c-f074-4e82-8fb1-9c5bc59176a3 req-57d1341f-ffbf-4e0e-a1f6-fc47365f781c tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:09.768954 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2454971c-f074-4e82-8fb1-9c5bc59176a3 req-57d1341f-ffbf-4e0e-a1f6-fc47365f781c tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 945 time: 0.0826204 Jun 29 23:11:09.803989 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-6a31a9b8-d641-494b-820b-89f3def13bbd service neutron] 10.222.0.30 "GET /v2.0/networks/5fc87514-4bd0-4767-a854-4d25442e1d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350107 Jun 29 23:11:09.811187 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2454971c-f074-4e82-8fb1-9c5bc59176a3 req-3d8479ca-8ff2-4f61-958e-caca85a29255 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25dd01b-7529-4fb9-a1c4-5604684d178f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408716 Jun 29 23:11:09.926528 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-1e7b9f15-c2b8-4b70-8bf5-371b98ffab16 service neutron] 10.222.0.30 "GET /v2.0/networks/5fc87514-4bd0-4767-a854-4d25442e1d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141489 Jun 29 23:11:10.067397 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be35a7c-aa03-4cf3-b0ec-29d8239a4746 req-4be02802-aa3f-4850-817b-23352d215a77 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:10.071140 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3be35a7c-aa03-4cf3-b0ec-29d8239a4746 req-4be02802-aa3f-4850-817b-23352d215a77 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=373521f7-5c1f-4bbe-8c8d-17dea49ecd77 HTTP/1.1" status: 200 len: 944 time: 0.1349323 Jun 29 23:11:10.163219 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3be35a7c-aa03-4cf3-b0ec-29d8239a4746 req-750491ec-3dea-4fac-a8f3-690acff883a6 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799503 Jun 29 23:11:10.456722 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fdb9ae95-35ff-4c84-9b03-a94e382d4baf req-ea05de13-0152-454b-9937-11e9d5b79ff9 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0483317 Jun 29 23:11:10.467897 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f259bb0-8686-439c-a29a-67a7d1417fab req-6ba63573-0f8c-45c4-ba23-1d8e4439e9cc tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:10.477694 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8f259bb0-8686-439c-a29a-67a7d1417fab req-6ba63573-0f8c-45c4-ba23-1d8e4439e9cc tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 945 time: 0.1562204 Jun 29 23:11:10.536011 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8f259bb0-8686-439c-a29a-67a7d1417fab req-46b0f1d2-e285-4161-a214-3d2a932238ee tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564249 Jun 29 23:11:10.672204 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cf013-7ddb-4294-9cb8-9d60da5b363f req-25abe3b5-3a51-4462-9164-a2e437beb0fb tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:10.679673 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9e7cf013-7ddb-4294-9cb8-9d60da5b363f req-25abe3b5-3a51-4462-9164-a2e437beb0fb tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0739322 Jun 29 23:11:10.734873 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9e7cf013-7ddb-4294-9cb8-9d60da5b363f req-183da44d-0b9b-4461-95c4-e360de96ccca tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542078 Jun 29 23:11:11.062470 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d722e-358a-4ee8-a9be-273a5b35d404 req-3e497fb7-603e-4182-b7b5-34dee13e951a tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:11.071813 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a52d722e-358a-4ee8-a9be-273a5b35d404 req-3e497fb7-603e-4182-b7b5-34dee13e951a tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 945 time: 0.1175230 Jun 29 23:11:11.244360 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a52d722e-358a-4ee8-a9be-273a5b35d404 req-ded966e2-af83-4383-b469-81f8937a8edb tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25dd01b-7529-4fb9-a1c4-5604684d178f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708956 Jun 29 23:11:11.386430 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 8b151955-39db-4f04-91fe-66a14283b890 up at agent hyperv_hv-cinder-76960 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:11:11.462867 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe5f67-a7bb-422f-b035-83481509fdcd req-999b66eb-ec89-4c6d-b9c0-43c38fe733ce tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:11.464346 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8efe5f67-a7bb-422f-b035-83481509fdcd req-999b66eb-ec89-4c6d-b9c0-43c38fe733ce tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=373521f7-5c1f-4bbe-8c8d-17dea49ecd77 HTTP/1.1" status: 200 len: 944 time: 0.1166208 Jun 29 23:11:11.467251 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Provisioning for port 8b151955-39db-4f04-91fe-66a14283b890 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:11:11.491428 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Provisioning complete for port 8b151955-39db-4f04-91fe-66a14283b890 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:11:11.491428 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:11.567235 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8efe5f67-a7bb-422f-b035-83481509fdcd req-180976ce-74d2-47b7-b058-1a6d0062554d tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863779 Jun 29 23:11:11.662264 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:11.733812 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port 8b151955-39db-4f04-91fe-66a14283b890, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=8b151955-39db-4f04-91fe-66a14283b890,segment=NetworkSegment(e3f7bb9a-64ba-45aa-844e-d64cc18d706f),segment_id=e3f7bb9a-64ba-45aa-844e-d64cc18d706f)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:11:11.736170 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373521f7-5c1f-4bbe-8c8d-17dea49ecd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b151955-39db-4f04-91fe-66a14283b890'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:11:11.739267 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc242b685774feada63a8466480188dde327850ab4a240ce00b056240626d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc706f65-8e8b-49c2-838f-e502734d0ff8" -d '{"events": [{"server_uuid": "373521f7-5c1f-4bbe-8c8d-17dea49ecd77", "name": "network-vif-plugged", "status": "completed", "tag": "8b151955-39db-4f04-91fe-66a14283b890"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:11:11.743953 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:11.747189 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:11:11.777651 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579f8a0-67b3-4546-ad06-5ec0fd89604b req-f32c45c9-5425-4821-9e66-bd736f54e786 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:11.786678 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3579f8a0-67b3-4546-ad06-5ec0fd89604b req-f32c45c9-5425-4821-9e66-bd736f54e786 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 945 time: 0.1022887 Jun 29 23:11:11.801362 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=8b151955-39db-4f04-91fe-66a14283b890,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:11:11.806742 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:11:11.844369 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3579f8a0-67b3-4546-ad06-5ec0fd89604b req-a08bb65d-dbb7-41c1-bea3-b93fa4838aa8 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558164 Jun 29 23:11:11.846155 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1a0eca83-b11c-4af6-ab78-0ac03fb66c3b req-41ab08a5-5516-468d-81f4-8ab26781df99 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0389252 Jun 29 23:11:11.909451 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7945f10c-df3c-41d9-b06e-60f0b7c2b941 x-openstack-request-id: req-7945f10c-df3c-41d9-b06e-60f0b7c2b941 {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:11:11.909817 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373521f7-5c1f-4bbe-8c8d-17dea49ecd77", "name": "network-vif-plugged", "status": "completed", "tag": "8b151955-39db-4f04-91fe-66a14283b890", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:11:11.910154 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7945f10c-df3c-41d9-b06e-60f0b7c2b941 {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:11:11.910646 dv-cinder-769602-4-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373521f7-5c1f-4bbe-8c8d-17dea49ecd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b151955-39db-4f04-91fe-66a14283b890', 'code': 200} Jun 29 23:11:12.085620 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c51964-49c8-4066-a9ff-15ed1ae25568 req-d0e8a85f-86d7-481a-a7ca-9f6692164220 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:12.088037 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-29c51964-49c8-4066-a9ff-15ed1ae25568 req-d0e8a85f-86d7-481a-a7ca-9f6692164220 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.1053224 Jun 29 23:11:12.151343 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-29c51964-49c8-4066-a9ff-15ed1ae25568 req-915cc4be-01d7-4adc-8648-0c5daecfff23 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561590 Jun 29 23:11:12.231375 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2797f6a-8b6e-423c-a341-e71e8e41709f req-c7f35614-fa86-4c84-a0b6-2dc59984e456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:12.232908 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a2797f6a-8b6e-423c-a341-e71e8e41709f req-c7f35614-fa86-4c84-a0b6-2dc59984e456 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=373521f7-5c1f-4bbe-8c8d-17dea49ecd77 HTTP/1.1" status: 200 len: 1098 time: 0.0763874 Jun 29 23:11:12.294796 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-31984532-1469-4873-b076-1cf3532da31b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:12.296801 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-31984532-1469-4873-b076-1cf3532da31b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.52 "GET /v2.0/networks?id=5fc87514-4bd0-4767-a854-4d25442e1d05 HTTP/1.1" status: 200 len: 809 time: 0.1294336 Jun 29 23:11:12.317365 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a2797f6a-8b6e-423c-a341-e71e8e41709f req-fb4c754c-e214-4e67-904a-e45f0b5e84a1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657010 Jun 29 23:11:12.371048 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-28b05b38-e287-4b9f-9ee4-d6beccd7fb8f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9855b0b0a0d24eebabad9d02a3593f56 HTTP/1.1" status: 200 len: 378 time: 0.0593987 Jun 29 23:11:12.433502 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-6a3e739a-969c-4dbc-8cdd-f8c5fdcde25b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Request body: {'port': {'device_id': '2f548adf-7eb0-44ea-99a5-978a24c26b0c', 'network_id': '5fc87514-4bd0-4767-a854-4d25442e1d05', 'admin_state_up': True, 'tenant_id': '9855b0b0a0d24eebabad9d02a3593f56', 'security_groups': ['2a973f75-51f6-4205-9629-593660ada800']}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:11:12.482689 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579d8c9-575e-4b9d-a248-92fd029c067a req-01f2e346-debb-4030-ab80-083d3df00953 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:12.490079 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c579d8c9-575e-4b9d-a248-92fd029c067a req-01f2e346-debb-4030-ab80-083d3df00953 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 945 time: 0.1002221 Jun 29 23:11:12.538773 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c579d8c9-575e-4b9d-a248-92fd029c067a req-fb29e0ee-8d59-43c7-ba45-c09ec449e808 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25dd01b-7529-4fb9-a1c4-5604684d178f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478892 Jun 29 23:11:12.597095 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-6a3e739a-969c-4dbc-8cdd-f8c5fdcde25b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Made reservation on behalf of 9855b0b0a0d24eebabad9d02a3593f56 for: {'port': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:11:12.605542 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-6a3e739a-969c-4dbc-8cdd-f8c5fdcde25b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:12.782624 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-6a3e739a-969c-4dbc-8cdd-f8c5fdcde25b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Allocated IP 172.20.0.5 (5fc87514-4bd0-4767-a854-4d25442e1d05/6c5958d2-5979-42b6-8d5d-8777f7be84eb/3605f120-8b3a-4cb2-865a-b59f60e3d7da) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:11:12.840336 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a4ed1-6be7-4f33-9ce2-8e19dd469106 req-007837db-4fec-4b06-bfc2-0950c0cfa814 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:12.842166 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c76a4ed1-6be7-4f33-9ce2-8e19dd469106 req-007837db-4fec-4b06-bfc2-0950c0cfa814 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=373521f7-5c1f-4bbe-8c8d-17dea49ecd77 HTTP/1.1" status: 200 len: 945 time: 0.1393709 Jun 29 23:11:12.936283 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c76a4ed1-6be7-4f33-9ce2-8e19dd469106 req-533a3c81-3f37-4d95-9c5a-ae74a6ccd9cf tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826354 Jun 29 23:11:13.018840 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8c183118-53ad-4d96-ae5d-19b18000243b req-55e6bd9a-511b-4462-ab2e-4996b148f4c3 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0422373 Jun 29 23:11:13.041689 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-6a3e739a-969c-4dbc-8cdd-f8c5fdcde25b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:13.095914 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-6a3e739a-969c-4dbc-8cdd-f8c5fdcde25b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Transition to ACTIVE for port object 3605f120-8b3a-4cb2-865a-b59f60e3d7da will not be triggered until provisioned by entity DHCP. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:11:13.151445 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c62a0d-0c09-4280-aa3f-d34f5dc2047b req-ca2f6da7-020b-4d62-a5db-469ae70e5d71 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:13.158389 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c9c62a0d-0c09-4280-aa3f-d34f5dc2047b req-ca2f6da7-020b-4d62-a5db-469ae70e5d71 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 945 time: 0.1071966 Jun 29 23:11:13.168682 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-6a3e739a-969c-4dbc-8cdd-f8c5fdcde25b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:13.183039 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-7214303b-57a0-4f3a-93b1-ebe8e74a1a2b tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:11:13.243676 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-6a3e739a-969c-4dbc-8cdd-f8c5fdcde25b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Network 5fc87514-4bd0-4767-a854-4d25442e1d05 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:11:13.248947 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-6a3e739a-969c-4dbc-8cdd-f8c5fdcde25b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:11:13.251648 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-6a3e739a-969c-4dbc-8cdd-f8c5fdcde25b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:11:13.257510 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-6a3e739a-969c-4dbc-8cdd-f8c5fdcde25b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:13.258062 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-6a3e739a-969c-4dbc-8cdd-f8c5fdcde25b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:13.279479 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c9c62a0d-0c09-4280-aa3f-d34f5dc2047b req-f1d5d51f-6e8b-4b52-83f5-993f2507b20a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198606 Jun 29 23:11:13.290521 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e739a-969c-4dbc-8cdd-f8c5fdcde25b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Pushing event updated for resources: {'Port': ['ID=3605f120-8b3a-4cb2-865a-b59f60e3d7da,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:11:13.310580 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3e739a-969c-4dbc-8cdd-f8c5fdcde25b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:11:13.310965 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3e739a-969c-4dbc-8cdd-f8c5fdcde25b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:11:13.311326 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3e739a-969c-4dbc-8cdd-f8c5fdcde25b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:11:13.311682 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3e739a-969c-4dbc-8cdd-f8c5fdcde25b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:11:13.312030 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3e739a-969c-4dbc-8cdd-f8c5fdcde25b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:11:13.312376 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3e739a-969c-4dbc-8cdd-f8c5fdcde25b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:11:13.312783 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3e739a-969c-4dbc-8cdd-f8c5fdcde25b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:11:13.313125 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3e739a-969c-4dbc-8cdd-f8c5fdcde25b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:11:13.313475 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3e739a-969c-4dbc-8cdd-f8c5fdcde25b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:11:13.313816 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3e739a-969c-4dbc-8cdd-f8c5fdcde25b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:11:13.314157 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3e739a-969c-4dbc-8cdd-f8c5fdcde25b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:11:13.314580 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3e739a-969c-4dbc-8cdd-f8c5fdcde25b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:11:13.325573 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-6a3e739a-969c-4dbc-8cdd-f8c5fdcde25b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:11:13.332507 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-6a3e739a-969c-4dbc-8cdd-f8c5fdcde25b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9063246 Jun 29 23:11:13.363437 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-d1f98c74-6286-4230-b9ea-9a2a70bded2b service neutron] Request body: {'port': {'device_id': '2f548adf-7eb0-44ea-99a5-978a24c26b0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:11:13.393530 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0663d1-8e33-48f3-810c-4d374eeb8d14 req-d402a879-bafc-42cb-ac00-7e7b6e2166a7 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:13.402429 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-eb0663d1-8e33-48f3-810c-4d374eeb8d14 req-d402a879-bafc-42cb-ac00-7e7b6e2166a7 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.1109898 Jun 29 23:11:13.465538 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-eb0663d1-8e33-48f3-810c-4d374eeb8d14 req-01b6a48e-7937-4b09-8fdf-bb5ae418babb tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615485 Jun 29 23:11:13.473323 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-d1f98c74-6286-4230-b9ea-9a2a70bded2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:13.601514 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f690c0b6-c253-4737-ae84-2898abe64f36 None None] Provisioning for port 3605f120-8b3a-4cb2-865a-b59f60e3d7da completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:11:13.609130 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f690c0b6-c253-4737-ae84-2898abe64f36 None None] Provisioning complete for port 3605f120-8b3a-4cb2-865a-b59f60e3d7da triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:11:13.609948 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f690c0b6-c253-4737-ae84-2898abe64f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:13.659205 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-f690c0b6-c253-4737-ae84-2898abe64f36 None None] Port 3605f120-8b3a-4cb2-865a-b59f60e3d7da cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:11:14.079398 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4365f74-85cc-4030-a6f0-9dc0a52ace1c req-e43654be-93aa-4d9c-9213-a0b86918a860 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:14.081214 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b4365f74-85cc-4030-a6f0-9dc0a52ace1c req-e43654be-93aa-4d9c-9213-a0b86918a860 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 945 time: 0.1528976 Jun 29 23:11:14.132540 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c01705-dfd1-480a-aa15-5f6d16a3ac19 req-8d29543a-ce17-467d-aee2-08bd1cf0337a tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:14.141237 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f6c01705-dfd1-480a-aa15-5f6d16a3ac19 req-8d29543a-ce17-467d-aee2-08bd1cf0337a tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=373521f7-5c1f-4bbe-8c8d-17dea49ecd77 HTTP/1.1" status: 200 len: 945 time: 0.0909960 Jun 29 23:11:14.156047 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b4365f74-85cc-4030-a6f0-9dc0a52ace1c req-9a753c84-0a25-48fb-b6c8-57bc928d0cac tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25dd01b-7529-4fb9-a1c4-5604684d178f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647666 Jun 29 23:11:14.170239 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-d1f98c74-6286-4230-b9ea-9a2a70bded2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3605f120-8b3a-4cb2-865a-b59f60e3d7da {{(pid=93162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:11:14.182279 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-d1f98c74-6286-4230-b9ea-9a2a70bded2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:14.198255 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-d1f98c74-6286-4230-b9ea-9a2a70bded2b service neutron] Transition to ACTIVE for port object 3605f120-8b3a-4cb2-865a-b59f60e3d7da will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:11:14.204135 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f6c01705-dfd1-480a-aa15-5f6d16a3ac19 req-23de75eb-737f-43fa-bf24-2d78233598e9 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618894 Jun 29 23:11:14.207181 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-d1f98c74-6286-4230-b9ea-9a2a70bded2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:14.209651 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-52dd1a29-9618-4e9e-b1c9-658ef7af1701 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:11:14.267382 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f98c74-6286-4230-b9ea-9a2a70bded2b service neutron] Pushing event updated for resources: {'Port': ['ID=3605f120-8b3a-4cb2-865a-b59f60e3d7da,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:11:14.278782 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-d1f98c74-6286-4230-b9ea-9a2a70bded2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:11:14.364711 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-d1f98c74-6286-4230-b9ea-9a2a70bded2b service neutron] Attempting to bind port 3605f120-8b3a-4cb2-865a-b59f60e3d7da on host hv-cinder-76960 for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:11:14.365540 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-d1f98c74-6286-4230-b9ea-9a2a70bded2b service neutron] Attempting to bind port 3605f120-8b3a-4cb2-865a-b59f60e3d7da by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': 'd6a1547b-eb01-42e2-87d0-fd1ddf846118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5fc87514-4bd0-4767-a854-4d25442e1d05'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:11:14.365872 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-d1f98c74-6286-4230-b9ea-9a2a70bded2b service neutron] Attempting to bind port 3605f120-8b3a-4cb2-865a-b59f60e3d7da on network 5fc87514-4bd0-4767-a854-4d25442e1d05 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:11:14.380124 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-d1f98c74-6286-4230-b9ea-9a2a70bded2b service neutron] Port 3605f120-8b3a-4cb2-865a-b59f60e3d7da on network 5fc87514-4bd0-4767-a854-4d25442e1d05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:11:14.380890 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-d1f98c74-6286-4230-b9ea-9a2a70bded2b service neutron] Attempting to bind port 3605f120-8b3a-4cb2-865a-b59f60e3d7da on network 5fc87514-4bd0-4767-a854-4d25442e1d05 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:11:14.393623 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-d1f98c74-6286-4230-b9ea-9a2a70bded2b service neutron] Checking agent: {'id': 'a4a0778d-945d-473c-9557-d6f7decbe5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 7, 4), 'started_at': datetime.datetime(2021, 6, 29, 23, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:11:14.394094 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-d1f98c74-6286-4230-b9ea-9a2a70bded2b service neutron] Checking segment: {'id': 'd6a1547b-eb01-42e2-87d0-fd1ddf846118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5fc87514-4bd0-4767-a854-4d25442e1d05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:11:14.394266 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-d1f98c74-6286-4230-b9ea-9a2a70bded2b service neutron] Bound using segment: {'id': 'd6a1547b-eb01-42e2-87d0-fd1ddf846118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5fc87514-4bd0-4767-a854-4d25442e1d05'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:11:14.394711 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-d1f98c74-6286-4230-b9ea-9a2a70bded2b service neutron] Bound port: 3605f120-8b3a-4cb2-865a-b59f60e3d7da, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6a1547b-eb01-42e2-87d0-fd1ddf846118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5fc87514-4bd0-4767-a854-4d25442e1d05'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:11:14.395066 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-d1f98c74-6286-4230-b9ea-9a2a70bded2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:14.490528 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b7305-270d-42c6-af09-8322b1a190d5 req-17a0e4bd-620a-4fe7-a3d7-fd95c8e26a13 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:14.498987 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a50b7305-270d-42c6-af09-8322b1a190d5 req-17a0e4bd-620a-4fe7-a3d7-fd95c8e26a13 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.1823149 Jun 29 23:11:14.605720 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225377a-e338-427b-8d10-1015b5701a7c req-3ffe860a-aa08-4604-b215-ac854b4cec7a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:14.607249 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e225377a-e338-427b-8d10-1015b5701a7c req-3ffe860a-aa08-4604-b215-ac854b4cec7a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 945 time: 0.1674504 Jun 29 23:11:14.646878 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-d1f98c74-6286-4230-b9ea-9a2a70bded2b service neutron] For port 3605f120-8b3a-4cb2-865a-b59f60e3d7da, host hv-cinder-76960, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:11:14.664105 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a50b7305-270d-42c6-af09-8322b1a190d5 req-9b25f5e5-efa6-4df9-bb9d-9569ec852145 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1552527 Jun 29 23:11:14.671350 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-d1f98c74-6286-4230-b9ea-9a2a70bded2b service neutron] For port 3605f120-8b3a-4cb2-865a-b59f60e3d7da, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=3605f120-8b3a-4cb2-865a-b59f60e3d7da,segment=NetworkSegment(d6a1547b-eb01-42e2-87d0-fd1ddf846118),segment_id=d6a1547b-eb01-42e2-87d0-fd1ddf846118)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:11:14.683479 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e225377a-e338-427b-8d10-1015b5701a7c req-dd8ec5cb-6849-4589-af68-cfd40083cd67 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646448 Jun 29 23:11:14.688884 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-d1f98c74-6286-4230-b9ea-9a2a70bded2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:14.713712 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-6a3e739a-969c-4dbc-8cdd-f8c5fdcde25b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:11:14.825877 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-d1f98c74-6286-4230-b9ea-9a2a70bded2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:14.826604 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-d1f98c74-6286-4230-b9ea-9a2a70bded2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:14.828227 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-d1f98c74-6286-4230-b9ea-9a2a70bded2b service neutron] 10.222.0.52 "PUT /v2.0/ports/3605f120-8b3a-4cb2-865a-b59f60e3d7da HTTP/1.1" status: 200 len: 1093 time: 1.4793599 Jun 29 23:11:14.828838 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f548adf-7eb0-44ea-99a5-978a24c26b0c', 'tag': '3605f120-8b3a-4cb2-865a-b59f60e3d7da'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:11:14.837231 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4ff624e5b506a15852624dbd6f9127feb1aca7eb9818edaf72933b1fc2af06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1080667-275b-40d3-8b3e-0a2130aa8adb" -d '{"events": [{"name": "network-changed", "server_uuid": "2f548adf-7eb0-44ea-99a5-978a24c26b0c", "tag": "3605f120-8b3a-4cb2-865a-b59f60e3d7da"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:11:14.877180 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f98c74-6286-4230-b9ea-9a2a70bded2b service neutron] Pushing event updated for resources: {'Port': ['ID=3605f120-8b3a-4cb2-865a-b59f60e3d7da,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:11:14.883368 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-d1f98c74-6286-4230-b9ea-9a2a70bded2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:11:14.927178 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d70440e-4036-452a-8ad8-ecc343ed5e2e x-openstack-request-id: req-0d70440e-4036-452a-8ad8-ecc343ed5e2e {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:11:14.927584 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f548adf-7eb0-44ea-99a5-978a24c26b0c", "tag": "3605f120-8b3a-4cb2-865a-b59f60e3d7da", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:11:14.927930 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0d70440e-4036-452a-8ad8-ecc343ed5e2e {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:11:14.928409 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f548adf-7eb0-44ea-99a5-978a24c26b0c', 'tag': '3605f120-8b3a-4cb2-865a-b59f60e3d7da', 'status': 'completed', 'code': 200} Jun 29 23:11:15.051141 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02ec2c-d8c8-4ed9-8e57-4721ad96e160 req-cba0d0f1-c6e4-44fe-a0c2-4951f1929437 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:15.057109 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7a02ec2c-d8c8-4ed9-8e57-4721ad96e160 req-cba0d0f1-c6e4-44fe-a0c2-4951f1929437 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.1489434 Jun 29 23:11:15.093186 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-0223b215-bf95-4e69-b5d6-6eb5e846e3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:15.094798 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-0223b215-bf95-4e69-b5d6-6eb5e846e3b9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9855b0b0a0d24eebabad9d02a3593f56&device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 1096 time: 0.2076068 Jun 29 23:11:15.151511 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7a02ec2c-d8c8-4ed9-8e57-4721ad96e160 req-db70a77c-e110-4a6e-bcf0-2d938b9f25a6 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911865 Jun 29 23:11:15.153016 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-410f94ec-1149-45c3-954c-4b576a0d7448 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3605f120-8b3a-4cb2-865a-b59f60e3d7da HTTP/1.1" status: 200 len: 217 time: 0.0468295 Jun 29 23:11:15.221998 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-8dccd5ec-3ddb-48b5-b7d3-013fa907879e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:15.223889 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-8dccd5ec-3ddb-48b5-b7d3-013fa907879e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6c5958d2-5979-42b6-8d5d-8777f7be84eb HTTP/1.1" status: 200 len: 848 time: 0.0636499 Jun 29 23:11:15.325118 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-b19e47f7-9352-429b-ac62-540bbc11a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:15.326606 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-b19e47f7-9352-429b-ac62-540bbc11a249 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5fc87514-4bd0-4767-a854-4d25442e1d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0921595 Jun 29 23:11:15.411781 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5112b99-75d4-46a8-b0aa-4e3b045cb12c req-6dcf7993-b16c-428b-8d5e-cd94f324e9cd tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:15.420363 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a5112b99-75d4-46a8-b0aa-4e3b045cb12c req-6dcf7993-b16c-428b-8d5e-cd94f324e9cd tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 945 time: 0.1063814 Jun 29 23:11:15.474253 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a5112b99-75d4-46a8-b0aa-4e3b045cb12c req-5ab3ac17-3675-4c14-82ca-f3283e2ddee8 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25dd01b-7529-4fb9-a1c4-5604684d178f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526042 Jun 29 23:11:15.484704 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-83fe7d71-9eb9-42fa-84d4-fa2fcccf123b service neutron] 10.222.0.52 "GET /v2.0/networks/5fc87514-4bd0-4767-a854-4d25442e1d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505475 Jun 29 23:11:15.502435 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befc460-58ce-4e77-b21f-7eb63ca3390d req-f3ee80de-2bf5-489d-8cf6-8b63749ba879 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:15.504232 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8befc460-58ce-4e77-b21f-7eb63ca3390d req-f3ee80de-2bf5-489d-8cf6-8b63749ba879 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=373521f7-5c1f-4bbe-8c8d-17dea49ecd77 HTTP/1.1" status: 200 len: 945 time: 0.1509435 Jun 29 23:11:15.601845 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8befc460-58ce-4e77-b21f-7eb63ca3390d req-6428b0c1-d39f-4507-b410-a6faf6b79f82 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880866 Jun 29 23:11:15.633163 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-827bab70-00c6-4008-9499-a1b2d4b2f586 req-3aab4532-2d26-4af3-b056-139987494c03 service neutron] 10.222.0.52 "GET /v2.0/networks/5fc87514-4bd0-4767-a854-4d25442e1d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408134 Jun 29 23:11:15.928653 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a7f9c-745c-4d67-b59e-3ca3fc9a07a4 req-87bfa30e-a948-47cb-89ba-5d040a6ea01a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:15.939722 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3e5a7f9c-745c-4d67-b59e-3ca3fc9a07a4 req-87bfa30e-a948-47cb-89ba-5d040a6ea01a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.1121848 Jun 29 23:11:15.995733 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3e5a7f9c-745c-4d67-b59e-3ca3fc9a07a4 req-24a5aa77-aed1-4687-862a-f7afccc1a666 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549531 Jun 29 23:11:16.017221 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876377d5-facf-4c3c-a430-f4dba1bfefe2 req-a42d0105-2bcd-4201-b2a4-d0db61420930 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:16.018915 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-876377d5-facf-4c3c-a430-f4dba1bfefe2 req-a42d0105-2bcd-4201-b2a4-d0db61420930 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 945 time: 0.1093731 Jun 29 23:11:16.073981 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-876377d5-facf-4c3c-a430-f4dba1bfefe2 req-3baffa62-1429-4b88-b0bb-c10ce1de748d tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462399 Jun 29 23:11:16.350035 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8f1a5-e175-4c4c-a330-7ac7c93fa871 req-9fcff7f7-fc9a-4fe4-82cd-e25a22a1403b tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:16.351464 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ccf8f1a5-e175-4c4c-a330-7ac7c93fa871 req-9fcff7f7-fc9a-4fe4-82cd-e25a22a1403b tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0691142 Jun 29 23:11:16.393779 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ccf8f1a5-e175-4c4c-a330-7ac7c93fa871 req-396439c7-8d3b-4a45-adfa-317c14d6f0f6 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354290 Jun 29 23:11:16.663774 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429cb4bd-b563-40e8-9a05-f26ae44648e4 req-b255dc9b-a21d-4d19-9175-b8455b50dfff tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:16.666088 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-429cb4bd-b563-40e8-9a05-f26ae44648e4 req-b255dc9b-a21d-4d19-9175-b8455b50dfff tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 945 time: 0.0684693 Jun 29 23:11:16.711205 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-429cb4bd-b563-40e8-9a05-f26ae44648e4 req-1af4576d-1768-49b8-861d-7993224ab86f tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25dd01b-7529-4fb9-a1c4-5604684d178f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359528 Jun 29 23:11:17.129958 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-43bc36b9-2c4e-4b42-a7e1-6bbb373ca08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:17.188350 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c2b46-626f-4983-9bee-415b995ff2e8 req-34e0c68a-a0b4-44b5-8f68-33596bdcab60 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:17.193846 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dc2c2b46-626f-4983-9bee-415b995ff2e8 req-34e0c68a-a0b4-44b5-8f68-33596bdcab60 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0800724 Jun 29 23:11:17.237352 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dc2c2b46-626f-4983-9bee-415b995ff2e8 req-3d619b6c-2645-4cbc-9f7e-4a3e07d508dc tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425971 Jun 29 23:11:17.322829 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1668ee-87bd-4f16-903c-13040fdef619 req-b6670475-e8a6-4ffd-8dc4-db3bcd5c338b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:17.324522 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3c1668ee-87bd-4f16-903c-13040fdef619 req-b6670475-e8a6-4ffd-8dc4-db3bcd5c338b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 945 time: 0.0752416 Jun 29 23:11:17.372761 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3c1668ee-87bd-4f16-903c-13040fdef619 req-eafa03d2-005c-4e78-91e2-21a77e5c0695 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423434 Jun 29 23:11:17.598313 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d842d-52bd-4c14-af76-6b74b7f9b364 req-cccebd7b-9a14-45a8-b8a2-1ee8026c98b9 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:17.604236 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-318d842d-52bd-4c14-af76-6b74b7f9b364 req-cccebd7b-9a14-45a8-b8a2-1ee8026c98b9 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0927110 Jun 29 23:11:17.650998 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-318d842d-52bd-4c14-af76-6b74b7f9b364 req-e0f517bf-6601-49f0-aff6-d8d7ea2d9032 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415368 Jun 29 23:11:17.948985 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4fdca-dc06-4db3-855a-f33a2c46e0cf req-06e836c0-6ff0-4e9b-986a-19845d204604 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:17.951279 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3bc4fdca-dc06-4db3-855a-f33a2c46e0cf req-06e836c0-6ff0-4e9b-986a-19845d204604 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 945 time: 0.0810921 Jun 29 23:11:18.004210 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3bc4fdca-dc06-4db3-855a-f33a2c46e0cf req-3929d722-de37-4e84-92ef-fb20ef4797c8 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25dd01b-7529-4fb9-a1c4-5604684d178f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451381 Jun 29 23:11:18.453734 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d68c57-aff2-4992-a27d-2a75d90594b7 req-e1c4eee6-6b48-49cc-9787-fc5da350e4b4 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:18.455968 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-33d68c57-aff2-4992-a27d-2a75d90594b7 req-e1c4eee6-6b48-49cc-9787-fc5da350e4b4 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.1002438 Jun 29 23:11:18.500068 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-33d68c57-aff2-4992-a27d-2a75d90594b7 req-d564b0da-008b-4575-8676-5f3695e91732 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386441 Jun 29 23:11:18.570625 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99939e21-33cb-4fa6-9edf-855a4c3a08b2 req-749bfd68-3715-45c1-94c7-cded579915c5 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:18.580348 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-99939e21-33cb-4fa6-9edf-855a4c3a08b2 req-749bfd68-3715-45c1-94c7-cded579915c5 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 945 time: 0.0763357 Jun 29 23:11:18.628696 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-99939e21-33cb-4fa6-9edf-855a4c3a08b2 req-7e8ace4a-ac55-4a37-9aed-b01d981725fc tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473068 Jun 29 23:11:18.840134 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1080667-275b-40d3-8b3e-0a2130aa8adb req-ef3ed3af-4fdc-4c86-8ed5-b9f22eb5d3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:18.842018 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d1080667-275b-40d3-8b3e-0a2130aa8adb req-ef3ed3af-4fdc-4c86-8ed5-b9f22eb5d3d6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9855b0b0a0d24eebabad9d02a3593f56&device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 1096 time: 0.0935192 Jun 29 23:11:18.920492 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8bab1-9f0e-449a-a582-082217186843 req-53223ce2-4b9d-403e-a497-064e4a9c9bb3 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:18.927582 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-caa8bab1-9f0e-449a-a582-082217186843 req-53223ce2-4b9d-403e-a497-064e4a9c9bb3 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0735753 Jun 29 23:11:18.967840 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1080667-275b-40d3-8b3e-0a2130aa8adb req-6b8e05d2-535d-4388-8118-b14a05c47a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:18.970171 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d1080667-275b-40d3-8b3e-0a2130aa8adb req-6b8e05d2-535d-4388-8118-b14a05c47a3f service neutron] 10.222.0.52 "GET /v2.0/networks?id=5fc87514-4bd0-4767-a854-4d25442e1d05 HTTP/1.1" status: 200 len: 910 time: 0.1119182 Jun 29 23:11:18.972493 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-caa8bab1-9f0e-449a-a582-082217186843 req-2d663f73-f98f-44e3-af37-08db07d97f41 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438581 Jun 29 23:11:19.018847 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d1080667-275b-40d3-8b3e-0a2130aa8adb req-9c94b994-6939-40f7-bc20-dfe6bd7635fb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3605f120-8b3a-4cb2-865a-b59f60e3d7da HTTP/1.1" status: 200 len: 217 time: 0.0401042 Jun 29 23:11:19.089945 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1080667-275b-40d3-8b3e-0a2130aa8adb req-c65344c3-4b37-407d-b9fa-e0bce2e7c7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:19.091489 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d1080667-275b-40d3-8b3e-0a2130aa8adb req-c65344c3-4b37-407d-b9fa-e0bce2e7c7c1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6c5958d2-5979-42b6-8d5d-8777f7be84eb HTTP/1.1" status: 200 len: 848 time: 0.0649784 Jun 29 23:11:19.221427 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1080667-275b-40d3-8b3e-0a2130aa8adb req-23899e39-22e1-4387-b1ab-70746096450c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:19.223028 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d1080667-275b-40d3-8b3e-0a2130aa8adb req-23899e39-22e1-4387-b1ab-70746096450c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5fc87514-4bd0-4767-a854-4d25442e1d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1143661 Jun 29 23:11:19.235583 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2163c32-d4c5-4ca0-9321-9718ce98ca8c req-c8e037ac-86d5-4f99-9553-25238bdb8c64 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:19.237019 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c2163c32-d4c5-4ca0-9321-9718ce98ca8c req-c8e037ac-86d5-4f99-9553-25238bdb8c64 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 945 time: 0.0845664 Jun 29 23:11:19.322156 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c2163c32-d4c5-4ca0-9321-9718ce98ca8c req-9783b50e-c9d4-4874-97c6-c6bc0c62db19 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25dd01b-7529-4fb9-a1c4-5604684d178f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795391 Jun 29 23:11:19.356779 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d1080667-275b-40d3-8b3e-0a2130aa8adb req-cc9e95ca-95ed-4d18-8e98-3379a4735c43 service neutron] 10.222.0.52 "GET /v2.0/networks/5fc87514-4bd0-4767-a854-4d25442e1d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080956 Jun 29 23:11:19.462631 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d1080667-275b-40d3-8b3e-0a2130aa8adb req-afe08bed-0aa4-42fc-9881-34f3a7a81840 service neutron] 10.222.0.52 "GET /v2.0/networks/5fc87514-4bd0-4767-a854-4d25442e1d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864301 Jun 29 23:11:19.606032 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-55f5df4d-74cb-4eb0-9912-567bcb042009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:19.730649 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51524f05-0af9-4322-bf74-64b8e66bdc98 req-87cb635b-72eb-44b3-b59a-53a460d1df50 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:19.732102 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-51524f05-0af9-4322-bf74-64b8e66bdc98 req-87cb635b-72eb-44b3-b59a-53a460d1df50 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.1025207 Jun 29 23:11:19.808675 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-51524f05-0af9-4322-bf74-64b8e66bdc98 req-fb9d2342-1575-4309-8ef0-aae510f3093c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682702 Jun 29 23:11:19.863323 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c571e-8561-43a1-9c98-0a0ecb423450 req-1b995a19-3bd0-4791-875d-b3747aaf0c5b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:19.864859 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8e7c571e-8561-43a1-9c98-0a0ecb423450 req-1b995a19-3bd0-4791-875d-b3747aaf0c5b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 945 time: 0.0831587 Jun 29 23:11:19.902685 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8e7c571e-8561-43a1-9c98-0a0ecb423450 req-7ca7756a-f1ac-4e52-957a-b96d23bf353e tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322058 Jun 29 23:11:20.061857 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2833545-9f0a-4b4c-a692-57278f5174c7 req-d9665a35-8d94-4450-8d03-5bba48d0d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:20.063406 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d2833545-9f0a-4b4c-a692-57278f5174c7 req-d9665a35-8d94-4450-8d03-5bba48d0d7cf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a764af7b0ca642e4960df1bc8942167a&device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 1098 time: 0.0581939 Jun 29 23:11:20.093500 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:20.196615 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2833545-9f0a-4b4c-a692-57278f5174c7 req-19e89d72-3ba5-4c0b-9ed1-db150e260cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:20.198213 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d2833545-9f0a-4b4c-a692-57278f5174c7 req-19e89d72-3ba5-4c0b-9ed1-db150e260cfa service neutron] 10.222.0.52 "GET /v2.0/networks?id=18655a20-36e7-480e-885c-1e73fb892310 HTTP/1.1" status: 200 len: 917 time: 0.1256042 Jun 29 23:11:20.209740 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf7e17-16c9-4902-8a43-7160d1d1903f req-14d69a6b-8ac8-4660-ba6a-e65b7a03a1cc tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:20.211161 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-94cf7e17-16c9-4902-8a43-7160d1d1903f req-14d69a6b-8ac8-4660-ba6a-e65b7a03a1cc tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.1209927 Jun 29 23:11:20.300159 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-94cf7e17-16c9-4902-8a43-7160d1d1903f req-71f0c315-5009-4d28-a243-7687a459e75e tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824940 Jun 29 23:11:20.302224 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d2833545-9f0a-4b4c-a692-57278f5174c7 req-287455e0-9ef4-4063-9241-7b5209d6f022 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71efbaa5-e7ce-4022-9371-df6f06e7ab90 HTTP/1.1" status: 200 len: 1000 time: 0.0901461 Jun 29 23:11:20.352719 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2833545-9f0a-4b4c-a692-57278f5174c7 req-efe6530c-4263-4f2c-8537-e664d76ac1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:20.354182 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d2833545-9f0a-4b4c-a692-57278f5174c7 req-efe6530c-4263-4f2c-8537-e664d76ac1a3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=722d70ab-2523-4ee0-92c1-9e31835f606a HTTP/1.1" status: 200 len: 855 time: 0.0434439 Jun 29 23:11:20.418692 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2833545-9f0a-4b4c-a692-57278f5174c7 req-f615d55c-08e9-4303-81cc-9cffcaa9b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:20.420117 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d2833545-9f0a-4b4c-a692-57278f5174c7 req-f615d55c-08e9-4303-81cc-9cffcaa9b736 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=18655a20-36e7-480e-885c-1e73fb892310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540140 Jun 29 23:11:20.499701 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedaf90-1f4e-428c-9397-9b6337038bc8 req-07f061e3-86d9-4f4f-ab81-1fce10d88e9a tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:20.501203 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6cedaf90-1f4e-428c-9397-9b6337038bc8 req-07f061e3-86d9-4f4f-ab81-1fce10d88e9a tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 945 time: 0.0651777 Jun 29 23:11:20.509939 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d2833545-9f0a-4b4c-a692-57278f5174c7 req-ea40f407-1891-4f3c-864a-a75c46fc1bf8 service neutron] 10.222.0.52 "GET /v2.0/networks/18655a20-36e7-480e-885c-1e73fb892310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820978 Jun 29 23:11:20.539196 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6cedaf90-1f4e-428c-9397-9b6337038bc8 req-0b23a536-0038-4602-9e9f-05c1884df33a tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25dd01b-7529-4fb9-a1c4-5604684d178f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323024 Jun 29 23:11:20.601639 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d2833545-9f0a-4b4c-a692-57278f5174c7 req-7e4febfe-d77b-4009-a93d-3df5604abcd6 service neutron] 10.222.0.52 "GET /v2.0/networks/18655a20-36e7-480e-885c-1e73fb892310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847471 Jun 29 23:11:20.763909 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:20.999779 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf26efd-9be8-423e-9ea4-7d3f993af9bb req-9e80956a-0bfa-457e-a0da-db07a9044895 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:21.001395 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2bf26efd-9be8-423e-9ea4-7d3f993af9bb req-9e80956a-0bfa-457e-a0da-db07a9044895 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0784371 Jun 29 23:11:21.046942 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2bf26efd-9be8-423e-9ea4-7d3f993af9bb req-8aecd834-edd9-4a0b-a1fc-577e5c2494b2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395384 Jun 29 23:11:21.094884 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1ed32-c666-4c5f-943c-609ceaa5403a req-0313adba-ff06-4dc0-a708-a7f63415b8d5 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:21.096353 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bbd1ed32-c666-4c5f-943c-609ceaa5403a req-0313adba-ff06-4dc0-a708-a7f63415b8d5 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 945 time: 0.0724397 Jun 29 23:11:21.135473 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bbd1ed32-c666-4c5f-943c-609ceaa5403a req-9d54e6c4-ac41-4a08-8867-a985661d4c15 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335224 Jun 29 23:11:21.476285 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1763c-65e6-4f5e-b1f7-4983b2e6216c req-e31d50b3-a9a6-42b4-9791-f949cad32f6e tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:21.478541 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-78d1763c-65e6-4f5e-b1f7-4983b2e6216c req-e31d50b3-a9a6-42b4-9791-f949cad32f6e tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0661120 Jun 29 23:11:21.515164 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-78d1763c-65e6-4f5e-b1f7-4983b2e6216c req-038f5e92-53ba-40fe-ba04-627ea9398cff tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308578 Jun 29 23:11:21.717923 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6381635-0827-4c20-8e46-b99a4028724e req-4bf5e4d8-7377-4cd9-95ec-cf208d30f17e tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:21.719466 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f6381635-0827-4c20-8e46-b99a4028724e req-4bf5e4d8-7377-4cd9-95ec-cf208d30f17e tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 945 time: 0.0638714 Jun 29 23:11:21.771591 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f6381635-0827-4c20-8e46-b99a4028724e req-4d890773-bb2c-40c7-8bab-0bd2a832d3b4 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25dd01b-7529-4fb9-a1c4-5604684d178f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464556 Jun 29 23:11:22.227913 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4342f-ed00-4d32-8b12-a8afb92b4659 req-1da765ba-3b2f-4b94-a59c-81832bb94020 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:22.229449 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-52c4342f-ed00-4d32-8b12-a8afb92b4659 req-1da765ba-3b2f-4b94-a59c-81832bb94020 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0690358 Jun 29 23:11:22.267334 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-52c4342f-ed00-4d32-8b12-a8afb92b4659 req-b55fdaa4-cf67-46e0-b256-2b9c13320977 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321646 Jun 29 23:11:22.346065 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f3240-509e-47b5-a8f5-69aeaf8eace2 req-40125434-6411-422a-80c1-47ef763ac657 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:22.347536 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-919f3240-509e-47b5-a8f5-69aeaf8eace2 req-40125434-6411-422a-80c1-47ef763ac657 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 945 time: 0.0766182 Jun 29 23:11:22.386962 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-919f3240-509e-47b5-a8f5-69aeaf8eace2 req-0e81331c-ec5f-41d2-9806-4b886a2206db tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326798 Jun 29 23:11:22.606866 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:22.688335 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185d9a7-77be-4b56-8963-650a3d0c2284 req-fa539eda-d0b8-4797-ac7e-d20d46a5ef61 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:22.689811 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c185d9a7-77be-4b56-8963-650a3d0c2284 req-fa539eda-d0b8-4797-ac7e-d20d46a5ef61 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0601654 Jun 29 23:11:22.726427 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c185d9a7-77be-4b56-8963-650a3d0c2284 req-2573969b-78be-4988-9da0-502cf6d899cd tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310431 Jun 29 23:11:22.949320 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccbb69-999b-44e2-a08a-f2b4bf293c2e req-ea69a110-372c-40ce-87d5-d453f07f1051 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:22.950798 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-06ccbb69-999b-44e2-a08a-f2b4bf293c2e req-ea69a110-372c-40ce-87d5-d453f07f1051 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 945 time: 0.0640419 Jun 29 23:11:22.991265 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-06ccbb69-999b-44e2-a08a-f2b4bf293c2e req-22c9788e-4e17-4c63-a43c-5ab95754a138 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25dd01b-7529-4fb9-a1c4-5604684d178f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348043 Jun 29 23:11:23.448732 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e22f02-fdd5-47bc-8742-4238c8b5bc15 req-473bd979-e5e1-4cf6-b76e-d0c89fc9a944 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:23.450303 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-98e22f02-fdd5-47bc-8742-4238c8b5bc15 req-473bd979-e5e1-4cf6-b76e-d0c89fc9a944 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0704834 Jun 29 23:11:23.466578 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 71efbaa5-e7ce-4022-9371-df6f06e7ab90 no longer exists at agent hyperv_hv-cinder-76960 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:11:23.513243 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-98e22f02-fdd5-47bc-8742-4238c8b5bc15 req-bd13b757-5fc8-4884-87c7-259749291ae7 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567062 Jun 29 23:11:23.557142 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:23.584679 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64038709-adfd-4ee0-81e7-731cb8032eda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71efbaa5-e7ce-4022-9371-df6f06e7ab90'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:11:23.587537 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc242b685774feada63a8466480188dde327850ab4a240ce00b056240626d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72760d31-1367-4016-8625-4ce328c21e8d" -d '{"events": [{"server_uuid": "64038709-adfd-4ee0-81e7-731cb8032eda", "name": "network-vif-unplugged", "status": "completed", "tag": "71efbaa5-e7ce-4022-9371-df6f06e7ab90"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:11:23.597187 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57930c50-d005-415c-ade1-ba90b2a56936 req-a8e2e761-dbf9-4ffc-8e11-252f3bc07c01 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:23.598849 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-57930c50-d005-415c-ade1-ba90b2a56936 req-a8e2e761-dbf9-4ffc-8e11-252f3bc07c01 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 945 time: 0.0863998 Jun 29 23:11:23.606234 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port 71efbaa5-e7ce-4022-9371-df6f06e7ab90, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=71efbaa5-e7ce-4022-9371-df6f06e7ab90,segment=NetworkSegment(a915f56e-4b4b-41eb-9b6a-ec11aa4ed293),segment_id=a915f56e-4b4b-41eb-9b6a-ec11aa4ed293)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:11:23.614087 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:23.617139 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:11:23.642821 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-57930c50-d005-415c-ade1-ba90b2a56936 req-3cff70c7-e504-4cd7-9796-f0e59d4c5d7b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364876 Jun 29 23:11:23.643364 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Jun 2021 23:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbaececa-cac3-450e-be52-de50b24f05b6 x-openstack-request-id: req-bbaececa-cac3-450e-be52-de50b24f05b6 {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:11:23.643663 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64038709-adfd-4ee0-81e7-731cb8032eda", "name": "network-vif-unplugged", "status": "failed", "tag": "71efbaa5-e7ce-4022-9371-df6f06e7ab90", "code": 422}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:11:23.643927 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bbaececa-cac3-450e-be52-de50b24f05b6 {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:11:23.644377 dv-cinder-769602-4-iscsi neutron-server[93164]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '64038709-adfd-4ee0-81e7-731cb8032eda', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '71efbaa5-e7ce-4022-9371-df6f06e7ab90', 'code': 422} returned with failed status Jun 29 23:11:23.671324 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=71efbaa5-e7ce-4022-9371-df6f06e7ab90,revision_number=8']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:11:23.674451 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:11:23.907892 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de204e15-1f26-4e6d-99a8-4ead078e7a43 req-e49c00fd-f2df-488c-ad36-e7820bb5fbe3 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:23.912552 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-de204e15-1f26-4e6d-99a8-4ead078e7a43 req-e49c00fd-f2df-488c-ad36-e7820bb5fbe3 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0727332 Jun 29 23:11:23.958923 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-de204e15-1f26-4e6d-99a8-4ead078e7a43 req-b7a403b3-bbbe-4fed-abef-dbe07d2f8438 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389128 Jun 29 23:11:24.171386 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0abddc-5c07-484b-a29c-77a25ed38c05 req-a5b7376a-e289-4223-a1b3-e115e8e5beee tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:24.172888 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ae0abddc-5c07-484b-a29c-77a25ed38c05 req-a5b7376a-e289-4223-a1b3-e115e8e5beee tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 945 time: 0.0648465 Jun 29 23:11:24.215509 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ae0abddc-5c07-484b-a29c-77a25ed38c05 req-dc8d8e71-d566-4bd2-b309-196d6bffe049 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25dd01b-7529-4fb9-a1c4-5604684d178f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366082 Jun 29 23:11:24.540869 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725f7d4-7356-49b4-b73b-85b74ef1d4dc req-df979869-3501-4cf7-bb40-d618d78faf2e tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:24.543162 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d725f7d4-7356-49b4-b73b-85b74ef1d4dc req-df979869-3501-4cf7-bb40-d618d78faf2e tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.1278152 Jun 29 23:11:24.597621 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf57e25-3561-4763-a1db-ba6c899c0fcc req-211e22ae-ed2b-4d65-b4d6-d756c25be901 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:24.606190 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5bf57e25-3561-4763-a1db-ba6c899c0fcc req-211e22ae-ed2b-4d65-b4d6-d756c25be901 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 945 time: 0.0804055 Jun 29 23:11:24.622501 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d725f7d4-7356-49b4-b73b-85b74ef1d4dc req-2dda089b-496a-4ffd-aecc-f1d94ea91c2a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730951 Jun 29 23:11:24.664328 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5bf57e25-3561-4763-a1db-ba6c899c0fcc req-728fa3d0-a011-467d-8bab-9711885ea03f tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25dd01b-7529-4fb9-a1c4-5604684d178f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570369 Jun 29 23:11:24.683332 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f7435-7c56-43b5-a8cd-5ccfcc1d3950 req-c4c56357-81ea-4f27-a866-a9f45dbccacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:24.687005 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-042f7435-7c56-43b5-a8cd-5ccfcc1d3950 req-c4c56357-81ea-4f27-a866-a9f45dbccacb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=89f7a8481a72408b89119405a6770fde&device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 1098 time: 0.1151917 Jun 29 23:11:24.795572 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 60994) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:11:24.856303 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f7435-7c56-43b5-a8cd-5ccfcc1d3950 req-9d1a99cd-2b46-41dd-9c37-047e9a0914dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:24.857432 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 60998) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:11:24.858270 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-042f7435-7c56-43b5-a8cd-5ccfcc1d3950 req-9d1a99cd-2b46-41dd-9c37-047e9a0914dd service neutron] 10.222.0.52 "GET /v2.0/networks?id=961483aa-60c5-4d0f-82a0-c19a74bfe9c0 HTTP/1.1" status: 200 len: 911 time: 0.1559455 Jun 29 23:11:24.881777 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce03a7-780a-4d24-a461-b3465764717e req-85e852ee-df40-4ecc-9489-cc7815b109c0 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:24.886059 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5bce03a7-780a-4d24-a461-b3465764717e req-85e852ee-df40-4ecc-9489-cc7815b109c0 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.1232030 Jun 29 23:11:24.936646 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-89e594aa-b375-4a55-882f-67636f16efea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:24.965285 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-042f7435-7c56-43b5-a8cd-5ccfcc1d3950 req-edc5f0b0-5802-4a64-abee-08090e770b67 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3 HTTP/1.1" status: 200 len: 1001 time: 0.0984135 Jun 29 23:11:24.971181 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5bce03a7-780a-4d24-a461-b3465764717e req-a186cc59-36f7-4b36-b687-e5cd65e8c393 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518465 Jun 29 23:11:25.013271 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-85f3115f-ec9d-44c0-9fa0-5d135fbd5c2f req-c947c644-0da2-4d50-a8ed-4a5b135558ac service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1539173 Jun 29 23:11:25.037749 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f7435-7c56-43b5-a8cd-5ccfcc1d3950 req-35defba9-48f5-434d-9dec-66e49ce5e72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:25.039906 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-042f7435-7c56-43b5-a8cd-5ccfcc1d3950 req-35defba9-48f5-434d-9dec-66e49ce5e72f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0cace3d9-d5b7-4676-96cc-bc7171040612 HTTP/1.1" status: 200 len: 849 time: 0.0611546 Jun 29 23:11:25.087171 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-89e594aa-b375-4a55-882f-67636f16efea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:25.092700 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-89e594aa-b375-4a55-882f-67636f16efea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:25.097609 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-509f8fe2-e11a-45f0-b8e2-6c93197e59e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:11:25.123542 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f7435-7c56-43b5-a8cd-5ccfcc1d3950 req-a39c2ee4-ac12-4df2-8189-f7c8dd452252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:25.125215 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-042f7435-7c56-43b5-a8cd-5ccfcc1d3950 req-a39c2ee4-ac12-4df2-8189-f7c8dd452252 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=961483aa-60c5-4d0f-82a0-c19a74bfe9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680587 Jun 29 23:11:25.222983 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-042f7435-7c56-43b5-a8cd-5ccfcc1d3950 req-4426f6a8-04c5-4e98-9105-80075ac75cd6 service neutron] 10.222.0.52 "GET /v2.0/networks/961483aa-60c5-4d0f-82a0-c19a74bfe9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902762 Jun 29 23:11:25.334432 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-042f7435-7c56-43b5-a8cd-5ccfcc1d3950 req-291c0997-67ea-47ab-b730-5853cb393031 service neutron] 10.222.0.52 "GET /v2.0/networks/961483aa-60c5-4d0f-82a0-c19a74bfe9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010380 Jun 29 23:11:25.398277 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e594aa-b375-4a55-882f-67636f16efea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0bd4e3-84d1-4c89-924d-766264f04dd8,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:11:25.408296 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 32780) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:11:25.408521 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-89e594aa-b375-4a55-882f-67636f16efea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2428bf161fe41a0975c60b2b49ce514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6116889 Jun 29 23:11:25.415519 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-89e594aa-b375-4a55-882f-67636f16efea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:11:25.443773 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139628a3-a237-4c25-8b71-c0d0607b6bff req-73e80c83-c307-462b-a8d7-97286759d49e tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:25.444819 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-139628a3-a237-4c25-8b71-c0d0607b6bff req-73e80c83-c307-462b-a8d7-97286759d49e tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.3392138 Jun 29 23:11:25.487088 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-139628a3-a237-4c25-8b71-c0d0607b6bff req-e2bc5666-a470-4add-a7a2-d94a8ecca017 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345018 Jun 29 23:11:25.528819 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-642d2e15-4cbe-474b-b76a-37ebd4882941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:25.554351 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-642d2e15-4cbe-474b-b76a-37ebd4882941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:25.616043 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-642d2e15-4cbe-474b-b76a-37ebd4882941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:25.620531 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-642d2e15-4cbe-474b-b76a-37ebd4882941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:25.622506 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-642d2e15-4cbe-474b-b76a-37ebd4882941 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ff0bd4e3-84d1-4c89-924d-766264f04dd8 HTTP/1.1" status: 204 len: 168 time: 0.2124479 Jun 29 23:11:25.623414 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-e489352e-4a50-4805-a68d-2bbf28c3cba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:11:25.636007 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d2e15-4cbe-474b-b76a-37ebd4882941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0bd4e3-84d1-4c89-924d-766264f04dd8,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:11:25.640097 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-642d2e15-4cbe-474b-b76a-37ebd4882941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:11:25.851725 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b158b46-02ec-43a6-a552-26d2d7a7a6b1 req-005f78c4-038d-4a82-ae8f-7606550b64f1 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:25.854344 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7b158b46-02ec-43a6-a552-26d2d7a7a6b1 req-005f78c4-038d-4a82-ae8f-7606550b64f1 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0682831 Jun 29 23:11:25.870832 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f0962-9a00-4090-a7d2-a40e73c01ad9 req-5362dae4-fee4-4b62-bdd8-4dcd7106dce5 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:25.872321 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d10f0962-9a00-4090-a7d2-a40e73c01ad9 req-5362dae4-fee4-4b62-bdd8-4dcd7106dce5 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 945 time: 0.0794697 Jun 29 23:11:25.892305 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7b158b46-02ec-43a6-a552-26d2d7a7a6b1 req-bb8b5e46-eccd-493d-a755-456711dc1815 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325105 Jun 29 23:11:25.919066 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d10f0962-9a00-4090-a7d2-a40e73c01ad9 req-4192a24c-e207-4ca5-a14e-c1656bb24fb4 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25dd01b-7529-4fb9-a1c4-5604684d178f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408828 Jun 29 23:11:26.149558 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3a0e7-869e-4f3b-85ba-064a5c8e5ecd req-6ccf3f4f-53cb-4adf-891d-0b8a7fbd771e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:26.151114 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-58d3a0e7-869e-4f3b-85ba-064a5c8e5ecd req-6ccf3f4f-53cb-4adf-891d-0b8a7fbd771e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0634325 Jun 29 23:11:26.193740 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-58d3a0e7-869e-4f3b-85ba-064a5c8e5ecd req-dba3bca2-803f-4c60-b16a-ace8d6ea9157 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369830 Jun 29 23:11:26.677890 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d614d61-594a-4bbd-86a7-c45732e08f50 req-4a4a281f-3fc8-4b0d-835d-34898063a962 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:26.679349 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1d614d61-594a-4bbd-86a7-c45732e08f50 req-4a4a281f-3fc8-4b0d-835d-34898063a962 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0682123 Jun 29 23:11:26.720429 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1d614d61-594a-4bbd-86a7-c45732e08f50 req-24ad98d0-0df9-43f1-a6a2-f83d7a8bee20 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341787 Jun 29 23:11:27.083254 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721ba2d-955f-4011-a41b-67e7b188713b req-692681ad-74f0-4b49-b442-c98e16ae1cc1 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:27.084773 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7721ba2d-955f-4011-a41b-67e7b188713b req-692681ad-74f0-4b49-b442-c98e16ae1cc1 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0697527 Jun 29 23:11:27.102902 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab1785-b27a-47a8-a54a-130f2a60f74f req-736b14cd-866b-4c85-9d48-54f63d28a5a3 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:27.104427 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-48ab1785-b27a-47a8-a54a-130f2a60f74f req-736b14cd-866b-4c85-9d48-54f63d28a5a3 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 945 time: 0.0732992 Jun 29 23:11:27.128542 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7721ba2d-955f-4011-a41b-67e7b188713b req-8af921bd-ce56-4f2a-b3d3-f76b184dd0af tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380645 Jun 29 23:11:27.144942 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-48ab1785-b27a-47a8-a54a-130f2a60f74f req-e77492a4-1d61-4a88-ba51-9461005e0e11 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25dd01b-7529-4fb9-a1c4-5604684d178f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344520 Jun 29 23:11:27.370150 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b785d-985b-4edf-873e-ccdde796414f req-7479db12-a42f-4ee6-8996-9542f9362639 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:27.373882 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a42b785d-985b-4edf-873e-ccdde796414f req-7479db12-a42f-4ee6-8996-9542f9362639 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0677040 Jun 29 23:11:27.411032 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a42b785d-985b-4edf-873e-ccdde796414f req-2dbdbd11-fd61-4d67-bd93-703ebcd4d0b3 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334086 Jun 29 23:11:27.925567 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948d6ed-21bc-40d8-931d-6853785dae06 req-2ee2be40-97a1-4528-8958-d490ef924a15 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:27.927292 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c948d6ed-21bc-40d8-931d-6853785dae06 req-2ee2be40-97a1-4528-8958-d490ef924a15 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0855212 Jun 29 23:11:27.973392 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c948d6ed-21bc-40d8-931d-6853785dae06 req-9737a7c5-45b5-4067-b678-21912ce8657c tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377941 Jun 29 23:11:28.062997 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5b0e03cb-d066-421f-9706-2038af76511b req-bbdc8c0b-8988-43ea-b96c-691f17123de0 tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=1fde5b8642754aed87efa8bff8e5b760&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290239 Jun 29 23:11:28.241708 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e03cb-d066-421f-9706-2038af76511b req-3e646e9c-995d-424c-8215-c2352309076a tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:28.244130 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5b0e03cb-d066-421f-9706-2038af76511b req-3e646e9c-995d-424c-8215-c2352309076a tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1761715 Jun 29 23:11:28.258880 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5b0e03cb-d066-421f-9706-2038af76511b req-9adbde27-f6c6-449f-9b96-8ade7834f9c4 tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] 10.222.0.30 "GET /v2.0/quotas/1fde5b8642754aed87efa8bff8e5b760 HTTP/1.1" status: 200 len: 375 time: 0.0091884 Jun 29 23:11:28.311614 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0287d21-3c61-4482-9356-0b0edf7109e1 req-29bcddfe-32d4-43b1-ae70-a960a225f881 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:28.313215 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c0287d21-3c61-4482-9356-0b0edf7109e1 req-29bcddfe-32d4-43b1-ae70-a960a225f881 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0628154 Jun 29 23:11:28.353366 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c0287d21-3c61-4482-9356-0b0edf7109e1 req-55438fac-b8e5-4da6-8141-e77820aaf8ce tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343101 Jun 29 23:11:28.538879 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5b0e03cb-d066-421f-9706-2038af76511b req-1be01311-592e-4200-a326-99aa64ab5f66 tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1fde5b8642754aed87efa8bff8e5b760&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2748868 Jun 29 23:11:28.586674 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0304ddc-26af-40cd-b5f1-f3320b3e16d1 req-e2abea17-4c89-4bce-b0cc-9399925d6a4b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:28.588154 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e0304ddc-26af-40cd-b5f1-f3320b3e16d1 req-e2abea17-4c89-4bce-b0cc-9399925d6a4b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0634396 Jun 29 23:11:28.630756 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e0304ddc-26af-40cd-b5f1-f3320b3e16d1 req-8b3d5f35-729a-4be0-9bd4-4229bae7352d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368738 Jun 29 23:11:28.704336 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c75879e0-d530-4abe-971c-777a99170c09 req-77be7680-c7a8-44c4-9909-d888dc829152 tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d3a0e4-e5d0-429f-9cd0-1368ce1f29d5 HTTP/1.1" status: 200 len: 210 time: 0.0274422 Jun 29 23:11:29.148937 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387626a6-6094-41d7-9d5e-58bf9913c47d req-ba9ff773-28ba-4b2a-86cd-ffdb60bc72ae tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:29.150427 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-387626a6-6094-41d7-9d5e-58bf9913c47d req-ba9ff773-28ba-4b2a-86cd-ffdb60bc72ae tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0650556 Jun 29 23:11:29.190423 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-387626a6-6094-41d7-9d5e-58bf9913c47d req-2af70c65-b5b9-406a-8f58-c15e1a8f1350 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339916 Jun 29 23:11:29.525363 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ddcab-275d-40e7-b534-7a320a850370 req-49f8a89d-c9dd-45ca-9e9f-b06503919365 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:29.526711 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d19ddcab-275d-40e7-b534-7a320a850370 req-49f8a89d-c9dd-45ca-9e9f-b06503919365 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0597174 Jun 29 23:11:29.564251 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d19ddcab-275d-40e7-b534-7a320a850370 req-f070274e-9a70-434a-a0cd-00d9b9dda3f1 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318527 Jun 29 23:11:29.820002 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d68e06-945b-45d0-a2ab-481e531ddb25 req-d05f21a3-2f1c-448e-85f8-29d123effbdf tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:29.822392 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-32d68e06-945b-45d0-a2ab-481e531ddb25 req-d05f21a3-2f1c-448e-85f8-29d123effbdf tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0677800 Jun 29 23:11:29.852768 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5b0e03cb-d066-421f-9706-2038af76511b req-180c1c56-d295-4d4c-b4bb-aba676fbd322 tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=1fde5b8642754aed87efa8bff8e5b760&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355208 Jun 29 23:11:29.863405 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-32d68e06-945b-45d0-a2ab-481e531ddb25 req-e66bfdcf-fa2e-4854-b463-8896b7d59b33 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348775 Jun 29 23:11:29.874791 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ff292e82-aa82-4ed2-975d-29c7094b800a req-cdfee180-0067-4541-b243-19ad3e725f7c tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d3a0e4-e5d0-429f-9cd0-1368ce1f29d5 HTTP/1.1" status: 200 len: 210 time: 0.0422413 Jun 29 23:11:29.982047 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e03cb-d066-421f-9706-2038af76511b req-c3afe577-47ee-4a91-8303-8419b947243f tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:29.983466 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5b0e03cb-d066-421f-9706-2038af76511b req-c3afe577-47ee-4a91-8303-8419b947243f tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1111763 Jun 29 23:11:29.997933 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-5b0e03cb-d066-421f-9706-2038af76511b req-56c77635-489e-47ed-b6c7-d8d33573e98c tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Request body: {'port': {'device_id': '59d3a0e4-e5d0-429f-9cd0-1368ce1f29d5', 'network_id': 'd75cdf34-a383-40e4-9de8-a06b2d3bf05a', 'admin_state_up': True, 'tenant_id': '1fde5b8642754aed87efa8bff8e5b760'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:11:30.107819 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b0e03cb-d066-421f-9706-2038af76511b req-56c77635-489e-47ed-b6c7-d8d33573e98c tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Made reservation on behalf of 1fde5b8642754aed87efa8bff8e5b760 for: {'port': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:11:30.111413 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-5b0e03cb-d066-421f-9706-2038af76511b req-56c77635-489e-47ed-b6c7-d8d33573e98c tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:30.120156 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-5b0e03cb-d066-421f-9706-2038af76511b req-56c77635-489e-47ed-b6c7-d8d33573e98c tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:30.209514 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-5b0e03cb-d066-421f-9706-2038af76511b req-56c77635-489e-47ed-b6c7-d8d33573e98c tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:30.212980 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-5b0e03cb-d066-421f-9706-2038af76511b req-56c77635-489e-47ed-b6c7-d8d33573e98c tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:30.215834 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-5e67670e-6d80-4ffe-ab6d-1c472535ff50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:11:30.271722 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c77635-489e-47ed-b6c7-d8d33573e98c tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd260bf-47de-47b2-8c13-8cdf2d3de72b,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:11:30.280800 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-56c77635-489e-47ed-b6c7-d8d33573e98c tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:11:30.349194 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [req-5b0e03cb-d066-421f-9706-2038af76511b req-56c77635-489e-47ed-b6c7-d8d33573e98c tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Allocated IP 192.168.233.235 (d75cdf34-a383-40e4-9de8-a06b2d3bf05a/ffd6383b-2641-4e0f-9c97-ea165f4dfb36/4dddef17-99a3-411c-b009-2ddb6645cda4) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:11:30.369276 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb9cc0-8c69-4193-8f5a-1d27294c7898 req-9b30a66a-6075-4683-970f-ccd37f9f7650 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:30.370779 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3ceb9cc0-8c69-4193-8f5a-1d27294c7898 req-9b30a66a-6075-4683-970f-ccd37f9f7650 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0692124 Jun 29 23:11:30.409088 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3ceb9cc0-8c69-4193-8f5a-1d27294c7898 req-dc4eaaab-7a98-49e9-baa2-305946995d06 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324323 Jun 29 23:11:30.498205 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-5b0e03cb-d066-421f-9706-2038af76511b req-56c77635-489e-47ed-b6c7-d8d33573e98c tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:30.511202 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-5b0e03cb-d066-421f-9706-2038af76511b req-56c77635-489e-47ed-b6c7-d8d33573e98c tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Transition to ACTIVE for port object 4dddef17-99a3-411c-b009-2ddb6645cda4 will not be triggered until provisioned by entity DHCP. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:11:30.542607 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-5b0e03cb-d066-421f-9706-2038af76511b req-56c77635-489e-47ed-b6c7-d8d33573e98c tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:30.546362 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-f67d4163-1ede-4b32-a8e2-ece4a87b9c3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:11:30.586399 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b0e03cb-d066-421f-9706-2038af76511b req-56c77635-489e-47ed-b6c7-d8d33573e98c tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Network d75cdf34-a383-40e4-9de8-a06b2d3bf05a is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:11:30.589601 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [req-5b0e03cb-d066-421f-9706-2038af76511b req-56c77635-489e-47ed-b6c7-d8d33573e98c tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:11:30.596991 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0e03cb-d066-421f-9706-2038af76511b req-56c77635-489e-47ed-b6c7-d8d33573e98c tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:11:30.603567 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e03cb-d066-421f-9706-2038af76511b req-56c77635-489e-47ed-b6c7-d8d33573e98c tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:30.604212 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-5b0e03cb-d066-421f-9706-2038af76511b req-56c77635-489e-47ed-b6c7-d8d33573e98c tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:30.618200 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c77635-489e-47ed-b6c7-d8d33573e98c tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Pushing event updated for resources: {'Port': ['ID=4dddef17-99a3-411c-b009-2ddb6645cda4,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:11:30.622149 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-56c77635-489e-47ed-b6c7-d8d33573e98c tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:11:30.627433 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5b0e03cb-d066-421f-9706-2038af76511b req-56c77635-489e-47ed-b6c7-d8d33573e98c tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6336219 Jun 29 23:11:30.641589 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-5b0e03cb-d066-421f-9706-2038af76511b req-62ce16d5-940e-43d9-a346-814307228e32 service neutron] Request body: {'port': {'device_id': '59d3a0e4-e5d0-429f-9cd0-1368ce1f29d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:11:30.753209 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-5b0e03cb-d066-421f-9706-2038af76511b req-62ce16d5-940e-43d9-a346-814307228e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:30.816798 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-ebf6edc1-c6c4-450c-b33f-8e06c6a5f516 None None] Provisioning for port 4dddef17-99a3-411c-b009-2ddb6645cda4 completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:11:30.820811 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-ebf6edc1-c6c4-450c-b33f-8e06c6a5f516 None None] Provisioning complete for port 4dddef17-99a3-411c-b009-2ddb6645cda4 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:11:30.821273 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ebf6edc1-c6c4-450c-b33f-8e06c6a5f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:30.824382 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963f829-5b46-4628-a24b-a4b3e3e1f5d8 req-1ffdb218-82ef-471c-8429-3b0aa6e18f44 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:30.825927 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e963f829-5b46-4628-a24b-a4b3e3e1f5d8 req-1ffdb218-82ef-471c-8429-3b0aa6e18f44 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.1159346 Jun 29 23:11:30.855914 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-ebf6edc1-c6c4-450c-b33f-8e06c6a5f516 None None] Port 4dddef17-99a3-411c-b009-2ddb6645cda4 cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:11:30.930112 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e963f829-5b46-4628-a24b-a4b3e3e1f5d8 req-736f91f0-eb3d-4d98-9646-cc0d6431c231 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964777 Jun 29 23:11:31.051921 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30246b8-d03c-403e-a870-9f5f35592b9a req-9f708ed3-5e27-4613-a4ed-e5441a56d4ca tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:31.053682 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f30246b8-d03c-403e-a870-9f5f35592b9a req-9f708ed3-5e27-4613-a4ed-e5441a56d4ca tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0695090 Jun 29 23:11:31.094463 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f30246b8-d03c-403e-a870-9f5f35592b9a req-0b5259bd-fc7e-49f7-bd59-ddf1db49ae49 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342975 Jun 29 23:11:31.108298 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [req-5b0e03cb-d066-421f-9706-2038af76511b req-62ce16d5-940e-43d9-a346-814307228e32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dddef17-99a3-411c-b009-2ddb6645cda4 {{(pid=93162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:11:31.117973 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-5b0e03cb-d066-421f-9706-2038af76511b req-62ce16d5-940e-43d9-a346-814307228e32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:31.138095 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-5b0e03cb-d066-421f-9706-2038af76511b req-62ce16d5-940e-43d9-a346-814307228e32 service neutron] Transition to ACTIVE for port object 4dddef17-99a3-411c-b009-2ddb6645cda4 will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:11:31.142236 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-5b0e03cb-d066-421f-9706-2038af76511b req-62ce16d5-940e-43d9-a346-814307228e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:31.145893 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-4c6f463c-10ea-4b37-8870-55f643f3ebe2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:11:31.194163 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82670d11-45ea-4800-9d81-62b290da5149 req-472a7c65-92c6-43f2-afa1-53482281ac5e tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:31.195713 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-82670d11-45ea-4800-9d81-62b290da5149 req-472a7c65-92c6-43f2-afa1-53482281ac5e tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d3a0e4-e5d0-429f-9cd0-1368ce1f29d5 HTTP/1.1" status: 200 len: 936 time: 0.1236598 Jun 29 23:11:31.215866 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce16d5-940e-43d9-a346-814307228e32 service neutron] Pushing event updated for resources: {'Port': ['ID=4dddef17-99a3-411c-b009-2ddb6645cda4,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:11:31.245645 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-62ce16d5-940e-43d9-a346-814307228e32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:11:31.267521 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-5b0e03cb-d066-421f-9706-2038af76511b req-62ce16d5-940e-43d9-a346-814307228e32 service neutron] Attempting to bind port 4dddef17-99a3-411c-b009-2ddb6645cda4 on host hv-cinder-76960 for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:11:31.267845 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-5b0e03cb-d066-421f-9706-2038af76511b req-62ce16d5-940e-43d9-a346-814307228e32 service neutron] Attempting to bind port 4dddef17-99a3-411c-b009-2ddb6645cda4 by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': '5aa5187d-0975-40a7-983e-da0162ee7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd75cdf34-a383-40e4-9de8-a06b2d3bf05a'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:11:31.268163 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e03cb-d066-421f-9706-2038af76511b req-62ce16d5-940e-43d9-a346-814307228e32 service neutron] Attempting to bind port 4dddef17-99a3-411c-b009-2ddb6645cda4 on network d75cdf34-a383-40e4-9de8-a06b2d3bf05a {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:11:31.275930 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e03cb-d066-421f-9706-2038af76511b req-62ce16d5-940e-43d9-a346-814307228e32 service neutron] Port 4dddef17-99a3-411c-b009-2ddb6645cda4 on network d75cdf34-a383-40e4-9de8-a06b2d3bf05a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:11:31.276244 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e03cb-d066-421f-9706-2038af76511b req-62ce16d5-940e-43d9-a346-814307228e32 service neutron] Attempting to bind port 4dddef17-99a3-411c-b009-2ddb6645cda4 on network d75cdf34-a383-40e4-9de8-a06b2d3bf05a {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:11:31.280463 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-82670d11-45ea-4800-9d81-62b290da5149 req-8fc63192-df7f-4b7b-913c-a3d716dd4eba tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fd260bf-47de-47b2-8c13-8cdf2d3de72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781970 Jun 29 23:11:31.284370 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e03cb-d066-421f-9706-2038af76511b req-62ce16d5-940e-43d9-a346-814307228e32 service neutron] Checking agent: {'id': 'a4a0778d-945d-473c-9557-d6f7decbe5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 7, 4), 'started_at': datetime.datetime(2021, 6, 29, 23, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:11:31.284729 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e03cb-d066-421f-9706-2038af76511b req-62ce16d5-940e-43d9-a346-814307228e32 service neutron] Checking segment: {'id': '5aa5187d-0975-40a7-983e-da0162ee7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd75cdf34-a383-40e4-9de8-a06b2d3bf05a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:11:31.285100 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e03cb-d066-421f-9706-2038af76511b req-62ce16d5-940e-43d9-a346-814307228e32 service neutron] Bound using segment: {'id': '5aa5187d-0975-40a7-983e-da0162ee7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd75cdf34-a383-40e4-9de8-a06b2d3bf05a'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:11:31.285596 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-5b0e03cb-d066-421f-9706-2038af76511b req-62ce16d5-940e-43d9-a346-814307228e32 service neutron] Bound port: 4dddef17-99a3-411c-b009-2ddb6645cda4, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa5187d-0975-40a7-983e-da0162ee7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd75cdf34-a383-40e4-9de8-a06b2d3bf05a'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:11:31.285866 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-5b0e03cb-d066-421f-9706-2038af76511b req-62ce16d5-940e-43d9-a346-814307228e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:31.350335 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-5b0e03cb-d066-421f-9706-2038af76511b req-62ce16d5-940e-43d9-a346-814307228e32 service neutron] For port 4dddef17-99a3-411c-b009-2ddb6645cda4, host hv-cinder-76960, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:11:31.354119 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-5b0e03cb-d066-421f-9706-2038af76511b req-62ce16d5-940e-43d9-a346-814307228e32 service neutron] For port 4dddef17-99a3-411c-b009-2ddb6645cda4, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=4dddef17-99a3-411c-b009-2ddb6645cda4,segment=NetworkSegment(5aa5187d-0975-40a7-983e-da0162ee7d8b),segment_id=5aa5187d-0975-40a7-983e-da0162ee7d8b)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:11:31.362210 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-5b0e03cb-d066-421f-9706-2038af76511b req-62ce16d5-940e-43d9-a346-814307228e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:31.369232 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-4e411506-c941-4624-b29c-b0433d6e0bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:11:31.404630 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e03cb-d066-421f-9706-2038af76511b req-62ce16d5-940e-43d9-a346-814307228e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:31.405481 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-5b0e03cb-d066-421f-9706-2038af76511b req-62ce16d5-940e-43d9-a346-814307228e32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:31.406784 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5b0e03cb-d066-421f-9706-2038af76511b req-62ce16d5-940e-43d9-a346-814307228e32 service neutron] 10.222.0.52 "PUT /v2.0/ports/4dddef17-99a3-411c-b009-2ddb6645cda4 HTTP/1.1" status: 200 len: 1098 time: 0.7696970 Jun 29 23:11:31.416592 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d3a0e4-e5d0-429f-9cd0-1368ce1f29d5', 'tag': '4dddef17-99a3-411c-b009-2ddb6645cda4'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:11:31.416592 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4ff624e5b506a15852624dbd6f9127feb1aca7eb9818edaf72933b1fc2af06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd869b0-a3d9-4046-a5b9-a8c7340d08b2" -d '{"events": [{"name": "network-changed", "server_uuid": "59d3a0e4-e5d0-429f-9cd0-1368ce1f29d5", "tag": "4dddef17-99a3-411c-b009-2ddb6645cda4"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:11:31.441531 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce16d5-940e-43d9-a346-814307228e32 service neutron] Pushing event updated for resources: {'Port': ['ID=4dddef17-99a3-411c-b009-2ddb6645cda4,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:11:31.445121 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-62ce16d5-940e-43d9-a346-814307228e32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:11:31.489866 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06cfa18e-b1e4-4091-810d-2926d00acf3c x-openstack-request-id: req-06cfa18e-b1e4-4091-810d-2926d00acf3c {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:11:31.490194 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d3a0e4-e5d0-429f-9cd0-1368ce1f29d5", "tag": "4dddef17-99a3-411c-b009-2ddb6645cda4", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:11:31.490481 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-06cfa18e-b1e4-4091-810d-2926d00acf3c {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:11:31.490913 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d3a0e4-e5d0-429f-9cd0-1368ce1f29d5', 'tag': '4dddef17-99a3-411c-b009-2ddb6645cda4', 'status': 'completed', 'code': 200} Jun 29 23:11:31.519641 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e03cb-d066-421f-9706-2038af76511b req-b4d1af07-0e60-4eb6-9649-cbc6631832ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:31.521548 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5b0e03cb-d066-421f-9706-2038af76511b req-b4d1af07-0e60-4eb6-9649-cbc6631832ce service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1fde5b8642754aed87efa8bff8e5b760&device_id=59d3a0e4-e5d0-429f-9cd0-1368ce1f29d5 HTTP/1.1" status: 200 len: 1101 time: 0.0670571 Jun 29 23:11:31.577844 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5b0e03cb-d066-421f-9706-2038af76511b req-d4c6e637-0eb3-40ce-bb38-8ccb4fb4ffb9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=4dddef17-99a3-411c-b009-2ddb6645cda4 HTTP/1.1" status: 200 len: 217 time: 0.0415392 Jun 29 23:11:31.637648 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e03cb-d066-421f-9706-2038af76511b req-bde889e7-e2f5-4976-a7ae-808683def45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:31.639139 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5b0e03cb-d066-421f-9706-2038af76511b req-bde889e7-e2f5-4976-a7ae-808683def45a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ffd6383b-2641-4e0f-9c97-ea165f4dfb36 HTTP/1.1" status: 200 len: 843 time: 0.0464199 Jun 29 23:11:31.738574 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e03cb-d066-421f-9706-2038af76511b req-2b4eae04-5ddd-4218-bd6b-7343ac9bd88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:31.740088 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5b0e03cb-d066-421f-9706-2038af76511b req-2b4eae04-5ddd-4218-bd6b-7343ac9bd88e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d75cdf34-a383-40e4-9de8-a06b2d3bf05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0886412 Jun 29 23:11:31.821860 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e27e0b-a721-4bc9-88e4-94e740e065b5 req-7e7e7364-767a-4a4d-93d7-a648787cd862 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:31.823335 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-69e27e0b-a721-4bc9-88e4-94e740e065b5 req-7e7e7364-767a-4a4d-93d7-a648787cd862 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.1356077 Jun 29 23:11:31.868767 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5b0e03cb-d066-421f-9706-2038af76511b req-fec98e5d-4e59-48e7-82a8-f685b5e0d3bd service neutron] 10.222.0.52 "GET /v2.0/networks/d75cdf34-a383-40e4-9de8-a06b2d3bf05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127117 Jun 29 23:11:31.888231 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-69e27e0b-a721-4bc9-88e4-94e740e065b5 req-1bc3ab53-9b92-4e31-94c9-56cf3cc355a9 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587928 Jun 29 23:11:31.970336 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5b0e03cb-d066-421f-9706-2038af76511b req-9fe44e78-67c6-4616-bb9d-9cc1ca1ccf03 service neutron] 10.222.0.52 "GET /v2.0/networks/d75cdf34-a383-40e4-9de8-a06b2d3bf05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916557 Jun 29 23:11:32.090641 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd869b0-a3d9-4046-a5b9-a8c7340d08b2 req-4e4fd95d-604c-4378-bada-dec9dc7b170b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:32.092213 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0bd869b0-a3d9-4046-a5b9-a8c7340d08b2 req-4e4fd95d-604c-4378-bada-dec9dc7b170b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1fde5b8642754aed87efa8bff8e5b760&device_id=59d3a0e4-e5d0-429f-9cd0-1368ce1f29d5 HTTP/1.1" status: 200 len: 1101 time: 0.0540752 Jun 29 23:11:32.120898 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8fc0d-0de4-4c9a-a424-c172665f1cb7 req-8b837489-a6cb-4853-9991-5c23341e2341 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:32.122513 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-55e8fc0d-0de4-4c9a-a424-c172665f1cb7 req-8b837489-a6cb-4853-9991-5c23341e2341 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0706592 Jun 29 23:11:32.176003 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-55e8fc0d-0de4-4c9a-a424-c172665f1cb7 req-acc30572-21b9-4b36-983c-50e286a94d35 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473952 Jun 29 23:11:32.204621 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd869b0-a3d9-4046-a5b9-a8c7340d08b2 req-328e10f2-dca3-4cfc-8dfd-72e0a40cf309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:32.206106 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0bd869b0-a3d9-4046-a5b9-a8c7340d08b2 req-328e10f2-dca3-4cfc-8dfd-72e0a40cf309 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d75cdf34-a383-40e4-9de8-a06b2d3bf05a HTTP/1.1" status: 200 len: 870 time: 0.1049676 Jun 29 23:11:32.274608 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0bd869b0-a3d9-4046-a5b9-a8c7340d08b2 req-ae2d8285-6021-4bdf-b451-9480afd5009d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=4dddef17-99a3-411c-b009-2ddb6645cda4 HTTP/1.1" status: 200 len: 217 time: 0.0403941 Jun 29 23:11:32.333544 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996756b-12f3-48d5-8929-0c667c8dcbd0 req-5b26019a-65ac-42ed-8b4c-32344697d8a2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:32.335038 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c996756b-12f3-48d5-8929-0c667c8dcbd0 req-5b26019a-65ac-42ed-8b4c-32344697d8a2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.1280744 Jun 29 23:11:32.339504 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd869b0-a3d9-4046-a5b9-a8c7340d08b2 req-362dd1c9-64f2-442a-9cb0-ffbe67f2d098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:32.340873 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0bd869b0-a3d9-4046-a5b9-a8c7340d08b2 req-362dd1c9-64f2-442a-9cb0-ffbe67f2d098 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ffd6383b-2641-4e0f-9c97-ea165f4dfb36 HTTP/1.1" status: 200 len: 843 time: 0.0587428 Jun 29 23:11:32.400278 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c996756b-12f3-48d5-8929-0c667c8dcbd0 req-415e4a7f-fb5c-4087-9a58-fcfd962ff50c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584555 Jun 29 23:11:32.430469 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd869b0-a3d9-4046-a5b9-a8c7340d08b2 req-82776558-8ba2-472f-ae9d-ea777e605f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:32.430469 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0bd869b0-a3d9-4046-a5b9-a8c7340d08b2 req-82776558-8ba2-472f-ae9d-ea777e605f9e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d75cdf34-a383-40e4-9de8-a06b2d3bf05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0678265 Jun 29 23:11:32.465243 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760e1de-5aca-4d76-910e-99704d7b8509 req-503621cd-cce7-45e9-9dc3-df3a40a9d2e2 tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:32.465243 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6760e1de-5aca-4d76-910e-99704d7b8509 req-503621cd-cce7-45e9-9dc3-df3a40a9d2e2 tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d3a0e4-e5d0-429f-9cd0-1368ce1f29d5 HTTP/1.1" status: 200 len: 948 time: 0.0667379 Jun 29 23:11:32.500040 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6760e1de-5aca-4d76-910e-99704d7b8509 req-0ed3a24a-cf9e-4dbe-80a0-363eaf28c589 tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fd260bf-47de-47b2-8c13-8cdf2d3de72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321021 Jun 29 23:11:32.524214 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0bd869b0-a3d9-4046-a5b9-a8c7340d08b2 req-8a5374a9-5119-4041-9778-75a0d7382813 service neutron] 10.222.0.52 "GET /v2.0/networks/d75cdf34-a383-40e4-9de8-a06b2d3bf05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891886 Jun 29 23:11:32.620387 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0bd869b0-a3d9-4046-a5b9-a8c7340d08b2 req-88aaf588-fd15-42f0-912d-a789ef9282f5 service neutron] 10.222.0.52 "GET /v2.0/networks/d75cdf34-a383-40e4-9de8-a06b2d3bf05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847499 Jun 29 23:11:33.059135 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de922224-09a3-4433-934e-134fe4f619fa req-8cac0548-6263-47cd-8c15-e415064a2535 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:33.060544 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-de922224-09a3-4433-934e-134fe4f619fa req-8cac0548-6263-47cd-8c15-e415064a2535 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0615027 Jun 29 23:11:33.103833 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-de922224-09a3-4433-934e-134fe4f619fa req-6a10e4d4-e900-4eb7-b766-0d4a38c91ccf tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375319 Jun 29 23:11:33.340668 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5beee-ce26-4793-8285-9f1d43b3e76f req-e48531fe-ef39-4df1-bad2-74d5135a8786 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:33.342116 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c7e5beee-ce26-4793-8285-9f1d43b3e76f req-e48531fe-ef39-4df1-bad2-74d5135a8786 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0617557 Jun 29 23:11:33.379711 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c7e5beee-ce26-4793-8285-9f1d43b3e76f req-2cdff9f3-50fd-4c18-a514-2266574b46cf tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320659 Jun 29 23:11:33.537458 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 4dddef17-99a3-411c-b009-2ddb6645cda4 details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:11:33.586226 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a0f22-6d00-433a-b3d7-b0c1d6c072f9 req-f62d0198-b881-4d05-b11b-01a9a4ac66ac tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:33.588712 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4c5a0f22-6d00-433a-b3d7-b0c1d6c072f9 req-f62d0198-b881-4d05-b11b-01a9a4ac66ac tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0649035 Jun 29 23:11:33.634063 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4c5a0f22-6d00-433a-b3d7-b0c1d6c072f9 req-5066fe4d-a873-435c-a853-f8ab606d3393 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405402 Jun 29 23:11:33.682778 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f3085-2503-4119-857d-6625254f0608 req-413804f4-12f6-4c85-8145-cf6e199e19b6 tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:33.684458 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bb1f3085-2503-4119-857d-6625254f0608 req-413804f4-12f6-4c85-8145-cf6e199e19b6 tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d3a0e4-e5d0-429f-9cd0-1368ce1f29d5 HTTP/1.1" status: 200 len: 948 time: 0.0727701 Jun 29 23:11:33.725373 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bb1f3085-2503-4119-857d-6625254f0608 req-17d765fc-45b1-49ef-97f1-501379c748ad tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fd260bf-47de-47b2-8c13-8cdf2d3de72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352230 Jun 29 23:11:33.762004 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port 4dddef17-99a3-411c-b009-2ddb6645cda4, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=4dddef17-99a3-411c-b009-2ddb6645cda4,segment=NetworkSegment(5aa5187d-0975-40a7-983e-da0162ee7d8b),segment_id=5aa5187d-0975-40a7-983e-da0162ee7d8b)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:11:33.772441 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Returning: {'device': '4dddef17-99a3-411c-b009-2ddb6645cda4', 'network_id': 'd75cdf34-a383-40e4-9de8-a06b2d3bf05a', 'port_id': '4dddef17-99a3-411c-b009-2ddb6645cda4', 'mac_address': 'fa:16:3e:4e:0e:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffd6383b-2641-4e0f-9c97-ea165f4dfb36', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:11:33.809004 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:33.821211 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dddef17-99a3-411c-b009-2ddb6645cda4 {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:11:33.840659 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port 4dddef17-99a3-411c-b009-2ddb6645cda4, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=4dddef17-99a3-411c-b009-2ddb6645cda4,segment=NetworkSegment(5aa5187d-0975-40a7-983e-da0162ee7d8b),segment_id=5aa5187d-0975-40a7-983e-da0162ee7d8b)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:11:33.843986 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:33.845691 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-3d089ab2-8f30-45d8-a1ec-5c8981584875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:11:33.889409 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=4dddef17-99a3-411c-b009-2ddb6645cda4,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:11:33.892181 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:11:34.205611 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:34.250008 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] get_ports_and_sgs() called for port_ids ['4dddef17-99a3-411c-b009-2ddb6645cda4'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:11:34.284228 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdccf5e-49b1-4d6e-a2f6-89754642b312 req-bc9e68d6-16ad-4858-81c0-603961e8a247 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:34.285725 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-acdccf5e-49b1-4d6e-a2f6-89754642b312 req-bc9e68d6-16ad-4858-81c0-603961e8a247 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0665984 Jun 29 23:11:34.323255 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-acdccf5e-49b1-4d6e-a2f6-89754642b312 req-efa6af36-41af-494e-9f66-6b6ba363603e tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315006 Jun 29 23:11:34.552458 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313dd82-f27d-4fac-8be1-1a52b1a28de5 req-ef903922-e831-4ea9-9e7e-a7d608a56f81 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:34.553948 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1313dd82-f27d-4fac-8be1-1a52b1a28de5 req-ef903922-e831-4ea9-9e7e-a7d608a56f81 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0625300 Jun 29 23:11:34.591511 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1313dd82-f27d-4fac-8be1-1a52b1a28de5 req-39942583-28f0-485b-a702-3c5cde76c900 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314028 Jun 29 23:11:34.808006 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e9267-61a1-4141-91d2-78be48006d68 req-d23c9326-327d-4dd1-9861-dafd172b8e12 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:34.809523 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-739e9267-61a1-4141-91d2-78be48006d68 req-d23c9326-327d-4dd1-9861-dafd172b8e12 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0674908 Jun 29 23:11:34.846927 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-739e9267-61a1-4141-91d2-78be48006d68 req-09281c35-ef2d-4df7-9fd4-80578af851e9 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317843 Jun 29 23:11:34.903058 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6d53d-73eb-44a5-8550-8d18bc2b3504 req-c906f5b2-6a2f-4a15-b8d1-9bbd5d03a767 tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:34.904512 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-09d6d53d-73eb-44a5-8550-8d18bc2b3504 req-c906f5b2-6a2f-4a15-b8d1-9bbd5d03a767 tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d3a0e4-e5d0-429f-9cd0-1368ce1f29d5 HTTP/1.1" status: 200 len: 949 time: 0.0612195 Jun 29 23:11:34.946105 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-09d6d53d-73eb-44a5-8550-8d18bc2b3504 req-a4771a63-8362-45ef-8d78-06eee3fd30e1 tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fd260bf-47de-47b2-8c13-8cdf2d3de72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358393 Jun 29 23:11:35.493977 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd2b76-0c8e-4f38-8c8f-065ca5084966 req-e941d7b6-721b-4963-a57d-5ddfcdcdf92f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:35.495429 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6dbd2b76-0c8e-4f38-8c8f-065ca5084966 req-e941d7b6-721b-4963-a57d-5ddfcdcdf92f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0606959 Jun 29 23:11:35.531303 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6dbd2b76-0c8e-4f38-8c8f-065ca5084966 req-84d90d19-8389-4ee2-8035-d0d288e143a6 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303421 Jun 29 23:11:35.543388 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 4dddef17-99a3-411c-b009-2ddb6645cda4 up at agent hyperv_hv-cinder-76960 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:11:35.591187 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Provisioning for port 4dddef17-99a3-411c-b009-2ddb6645cda4 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:11:35.594889 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Provisioning complete for port 4dddef17-99a3-411c-b009-2ddb6645cda4 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:11:35.595295 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:35.685610 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:35.709592 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d3a0e4-e5d0-429f-9cd0-1368ce1f29d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dddef17-99a3-411c-b009-2ddb6645cda4'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:11:35.712381 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc242b685774feada63a8466480188dde327850ab4a240ce00b056240626d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ceed09-38e8-401c-84bf-925b5533850c" -d '{"events": [{"server_uuid": "59d3a0e4-e5d0-429f-9cd0-1368ce1f29d5", "name": "network-vif-plugged", "status": "completed", "tag": "4dddef17-99a3-411c-b009-2ddb6645cda4"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:11:35.727729 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port 4dddef17-99a3-411c-b009-2ddb6645cda4, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=4dddef17-99a3-411c-b009-2ddb6645cda4,segment=NetworkSegment(5aa5187d-0975-40a7-983e-da0162ee7d8b),segment_id=5aa5187d-0975-40a7-983e-da0162ee7d8b)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:11:35.732521 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:35.734521 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:11:35.758289 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb3ac1c-28a8-4ef7-ab44-b8a53c9652e7 x-openstack-request-id: req-3bb3ac1c-28a8-4ef7-ab44-b8a53c9652e7 {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:11:35.758756 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d3a0e4-e5d0-429f-9cd0-1368ce1f29d5", "name": "network-vif-plugged", "status": "completed", "tag": "4dddef17-99a3-411c-b009-2ddb6645cda4", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:11:35.759242 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3bb3ac1c-28a8-4ef7-ab44-b8a53c9652e7 {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:11:35.759900 dv-cinder-769602-4-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d3a0e4-e5d0-429f-9cd0-1368ce1f29d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dddef17-99a3-411c-b009-2ddb6645cda4', 'code': 200} Jun 29 23:11:35.776548 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dd3be-e559-4d79-bf34-b0d720ebd5fd req-1ace9b0c-b6bb-4e74-8137-46a9f7d2b03c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:35.778189 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-499dd3be-e559-4d79-bf34-b0d720ebd5fd req-1ace9b0c-b6bb-4e74-8137-46a9f7d2b03c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0681148 Jun 29 23:11:35.789914 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=4dddef17-99a3-411c-b009-2ddb6645cda4,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:11:35.793194 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:11:35.817279 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-499dd3be-e559-4d79-bf34-b0d720ebd5fd req-28502b97-f736-4804-8af4-8d0d0c139cad tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333800 Jun 29 23:11:36.037745 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ada52f-92ee-449f-8baf-26a6d7ea0b0f req-6f11379a-f057-4da1-9e2b-38cbc27f16db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:36.039903 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a6ada52f-92ee-449f-8baf-26a6d7ea0b0f req-6f11379a-f057-4da1-9e2b-38cbc27f16db service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=59d3a0e4-e5d0-429f-9cd0-1368ce1f29d5 HTTP/1.1" status: 200 len: 1103 time: 0.0958502 Jun 29 23:11:36.051513 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184e633-d5f4-4a11-8d29-99df37b1133b req-8eb144fd-69b5-4e3b-8a88-27ef14477635 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:36.052977 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9184e633-d5f4-4a11-8d29-99df37b1133b req-8eb144fd-69b5-4e3b-8a88-27ef14477635 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0808682 Jun 29 23:11:36.115476 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9184e633-d5f4-4a11-8d29-99df37b1133b req-1ed779e2-bec4-404b-be5e-baf5f38eb37c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562158 Jun 29 23:11:36.117068 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a6ada52f-92ee-449f-8baf-26a6d7ea0b0f req-c2ba1d06-e404-432c-841e-d9e8baca57cf service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5fd260bf-47de-47b2-8c13-8cdf2d3de72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562718 Jun 29 23:11:36.119096 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289f577-7f03-438e-8608-995bdc4150f1 req-e10de9ba-2fb4-492f-861c-649a0a0fb569 tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:36.120601 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8289f577-7f03-438e-8608-995bdc4150f1 req-e10de9ba-2fb4-492f-861c-649a0a0fb569 tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d3a0e4-e5d0-429f-9cd0-1368ce1f29d5 HTTP/1.1" status: 200 len: 950 time: 0.0630524 Jun 29 23:11:36.158575 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8289f577-7f03-438e-8608-995bdc4150f1 req-72708cb7-71be-4cb6-83d2-e1e6da20e6de tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fd260bf-47de-47b2-8c13-8cdf2d3de72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322618 Jun 29 23:11:36.706660 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f471175-08f8-414b-b52c-b759950a68f0 req-388376a1-0bcd-4ff3-921e-9fcdf8ba8c77 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:36.708201 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1f471175-08f8-414b-b52c-b759950a68f0 req-388376a1-0bcd-4ff3-921e-9fcdf8ba8c77 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0678289 Jun 29 23:11:36.746404 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1f471175-08f8-414b-b52c-b759950a68f0 req-c7de521f-3c8d-4f27-a529-802d9a590740 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321674 Jun 29 23:11:36.997410 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53552e9f-4ae2-40af-81cf-cf647ee0ef4d req-a9db0bdc-5cad-4ca9-abd3-df1846b7da2a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:36.998845 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-53552e9f-4ae2-40af-81cf-cf647ee0ef4d req-a9db0bdc-5cad-4ca9-abd3-df1846b7da2a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0672569 Jun 29 23:11:37.038828 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-53552e9f-4ae2-40af-81cf-cf647ee0ef4d req-f4f8d4d3-23f9-4006-a35c-015f88bc8923 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343437 Jun 29 23:11:37.284634 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66bc73-6aa6-4087-84f2-8f60b08464f2 req-ef4e43a9-bb65-411c-83a3-e5bbe9acd0f4 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:37.286111 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0f66bc73-6aa6-4087-84f2-8f60b08464f2 req-ef4e43a9-bb65-411c-83a3-e5bbe9acd0f4 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0622921 Jun 29 23:11:37.324230 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0f66bc73-6aa6-4087-84f2-8f60b08464f2 req-292c149c-a37e-4033-8090-5ac78fe8acd6 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314484 Jun 29 23:11:37.332859 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11156c5e-231c-4ed4-abc2-203577cc3609 req-77d240db-faed-44ff-a544-d42e35a10185 tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:37.334363 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-11156c5e-231c-4ed4-abc2-203577cc3609 req-77d240db-faed-44ff-a544-d42e35a10185 tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d3a0e4-e5d0-429f-9cd0-1368ce1f29d5 HTTP/1.1" status: 200 len: 950 time: 0.0623231 Jun 29 23:11:37.372318 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-11156c5e-231c-4ed4-abc2-203577cc3609 req-cf4a02a7-3cda-4f80-8e9c-436a9bdad27d tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fd260bf-47de-47b2-8c13-8cdf2d3de72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325298 Jun 29 23:11:37.922428 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07bb5a-bd67-49d0-bdfa-cab10f477067 req-7d1831eb-b79c-4104-a757-2bff4d01a457 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:37.923913 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1c07bb5a-bd67-49d0-bdfa-cab10f477067 req-7d1831eb-b79c-4104-a757-2bff4d01a457 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0633101 Jun 29 23:11:37.965690 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1c07bb5a-bd67-49d0-bdfa-cab10f477067 req-ae1effce-c3db-4641-b21c-3a52ceeed3a5 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361035 Jun 29 23:11:38.216202 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7443c-9e75-4297-810c-f033d2dbee11 req-1c67a35c-cef1-4aa2-be81-8c87e277ad24 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:38.217858 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-23c7443c-9e75-4297-810c-f033d2dbee11 req-1c67a35c-cef1-4aa2-be81-8c87e277ad24 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0648632 Jun 29 23:11:38.261073 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-23c7443c-9e75-4297-810c-f033d2dbee11 req-7898948c-0ea7-4561-a842-95b2067b2ac1 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377150 Jun 29 23:11:38.495470 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2592200-8dc2-48d7-be13-e25e130d359d req-04a73321-297a-42b1-a863-2b771cb472e3 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:38.496920 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b2592200-8dc2-48d7-be13-e25e130d359d req-04a73321-297a-42b1-a863-2b771cb472e3 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0626664 Jun 29 23:11:38.533861 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b2592200-8dc2-48d7-be13-e25e130d359d req-2271d97d-fcb2-4739-bc49-b747e36394d7 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313721 Jun 29 23:11:38.541750 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c569ae-b1b3-42bd-b096-bedc265114b1 req-c1b45a45-50b6-4426-b562-f322d9496e7e tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:38.543206 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-86c569ae-b1b3-42bd-b096-bedc265114b1 req-c1b45a45-50b6-4426-b562-f322d9496e7e tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d3a0e4-e5d0-429f-9cd0-1368ce1f29d5 HTTP/1.1" status: 200 len: 950 time: 0.0615423 Jun 29 23:11:38.582777 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-86c569ae-b1b3-42bd-b096-bedc265114b1 req-69445f8b-ade5-45c2-988d-58b0bc3669e4 tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fd260bf-47de-47b2-8c13-8cdf2d3de72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340176 Jun 29 23:11:38.975827 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e6a57-9aa8-4554-9660-fbab05b6bc93 req-298ba146-e289-48d8-b8a2-0025fc1e6315 tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:38.978114 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-482e6a57-9aa8-4554-9660-fbab05b6bc93 req-298ba146-e289-48d8-b8a2-0025fc1e6315 tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d3a0e4-e5d0-429f-9cd0-1368ce1f29d5 HTTP/1.1" status: 200 len: 950 time: 0.0617650 Jun 29 23:11:39.014728 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-482e6a57-9aa8-4554-9660-fbab05b6bc93 req-6e8565a2-d2f4-48fc-8426-31b86dc2e212 tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fd260bf-47de-47b2-8c13-8cdf2d3de72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310233 Jun 29 23:11:39.143159 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bb3f3-8255-4838-a17b-e30f99a3e88c req-f937c2f9-f018-4857-b0ac-72d348166362 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:39.144908 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f24bb3f3-8255-4838-a17b-e30f99a3e88c req-f937c2f9-f018-4857-b0ac-72d348166362 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0649555 Jun 29 23:11:39.183092 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f24bb3f3-8255-4838-a17b-e30f99a3e88c req-e3af6825-5fbe-49e7-b7fc-0e2361921834 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320647 Jun 29 23:11:39.440309 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772643a6-6ca0-4c39-9d88-118ac18642b9 req-ba34b243-0832-4532-9c57-5fd3950d4d92 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:39.441788 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-772643a6-6ca0-4c39-9d88-118ac18642b9 req-ba34b243-0832-4532-9c57-5fd3950d4d92 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0646412 Jun 29 23:11:39.479250 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-772643a6-6ca0-4c39-9d88-118ac18642b9 req-c50b5d51-b8e1-4159-9ee3-a84fdc9f6d39 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312872 Jun 29 23:11:39.707460 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb152-f6e5-4e44-9c6c-77ba2da54eda req-628a1c6d-4c64-4be7-b7c7-d3ed29bbb873 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:39.708983 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-dfadb152-f6e5-4e44-9c6c-77ba2da54eda req-628a1c6d-4c64-4be7-b7c7-d3ed29bbb873 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0639691 Jun 29 23:11:39.746763 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-dfadb152-f6e5-4e44-9c6c-77ba2da54eda req-b3e96ebe-ed0d-4908-8408-10d41acbb356 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314553 Jun 29 23:11:40.185199 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09122c1-1249-4d23-b49b-db922ef93c99 req-c436ef9e-ee4b-4dd0-886d-a574c807fb34 tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:40.186657 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b09122c1-1249-4d23-b49b-db922ef93c99 req-c436ef9e-ee4b-4dd0-886d-a574c807fb34 tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d3a0e4-e5d0-429f-9cd0-1368ce1f29d5 HTTP/1.1" status: 200 len: 950 time: 0.0630240 Jun 29 23:11:40.222848 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b09122c1-1249-4d23-b49b-db922ef93c99 req-489bd1a9-faa9-49d1-9356-8c96ef3f79f2 tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fd260bf-47de-47b2-8c13-8cdf2d3de72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306549 Jun 29 23:11:40.351504 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cdedb-cfc2-4fed-b804-361e6ac200b2 req-5f58f9a4-aadf-492d-9b5c-2831d0f76fda tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:40.353643 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-074cdedb-cfc2-4fed-b804-361e6ac200b2 req-5f58f9a4-aadf-492d-9b5c-2831d0f76fda tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0623560 Jun 29 23:11:40.390408 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-074cdedb-cfc2-4fed-b804-361e6ac200b2 req-da802bc3-9485-413d-92b6-414bf0a914ef tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310593 Jun 29 23:11:40.651261 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316f15b-7340-4ea7-9a24-e0d0f93dd298 req-0af1102e-b12c-4fe0-b793-bb41a42a535c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:40.652770 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1316f15b-7340-4ea7-9a24-e0d0f93dd298 req-0af1102e-b12c-4fe0-b793-bb41a42a535c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0623040 Jun 29 23:11:40.694512 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1316f15b-7340-4ea7-9a24-e0d0f93dd298 req-249dfeb7-96db-411b-b8af-7faf5526f57e tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354695 Jun 29 23:11:40.963961 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7205e-1c7b-4194-931b-19bfdbe33fd5 req-944b53a8-faa0-4d7f-9328-d8e187b1013d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:40.965487 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c2a7205e-1c7b-4194-931b-19bfdbe33fd5 req-944b53a8-faa0-4d7f-9328-d8e187b1013d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.1074011 Jun 29 23:11:40.972543 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f6514-e784-4e18-9dcb-e370d567b62f req-362fd9f3-6892-4be3-bb3b-c9303f706616 tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:40.973897 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-515f6514-e784-4e18-9dcb-e370d567b62f req-362fd9f3-6892-4be3-bb3b-c9303f706616 tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] 10.222.0.52 "GET /v2.0/ports?device_id=59d3a0e4-e5d0-429f-9cd0-1368ce1f29d5 HTTP/1.1" status: 200 len: 950 time: 0.1066563 Jun 29 23:11:41.041593 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c2a7205e-1c7b-4194-931b-19bfdbe33fd5 req-94e04f53-adda-4ff1-8bf0-37969bcad026 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0666301 Jun 29 23:11:41.109280 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-515f6514-e784-4e18-9dcb-e370d567b62f req-6114b1a5-d832-42e6-b677-a10ae386459a tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Deleting port 4dddef17-99a3-411c-b009-2ddb6645cda4 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:11:41.109623 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-515f6514-e784-4e18-9dcb-e370d567b62f req-6114b1a5-d832-42e6-b677-a10ae386459a tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:41.194165 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-515f6514-e784-4e18-9dcb-e370d567b62f req-6114b1a5-d832-42e6-b677-a10ae386459a tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] For port 4dddef17-99a3-411c-b009-2ddb6645cda4, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=4dddef17-99a3-411c-b009-2ddb6645cda4,segment=NetworkSegment(5aa5187d-0975-40a7-983e-da0162ee7d8b),segment_id=5aa5187d-0975-40a7-983e-da0162ee7d8b)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:11:41.194521 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-515f6514-e784-4e18-9dcb-e370d567b62f req-6114b1a5-d832-42e6-b677-a10ae386459a tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:41.206670 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-515f6514-e784-4e18-9dcb-e370d567b62f req-6114b1a5-d832-42e6-b677-a10ae386459a tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Calling delete_port for 4dddef17-99a3-411c-b009-2ddb6645cda4 owned by compute:nova {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:11:41.336271 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-515f6514-e784-4e18-9dcb-e370d567b62f req-6114b1a5-d832-42e6-b677-a10ae386459a tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:41.340175 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:11:41.353995 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] get_ports_and_sgs() called for port_ids ['4dddef17-99a3-411c-b009-2ddb6645cda4'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:11:41.365457 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114b1a5-d832-42e6-b677-a10ae386459a tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Pushing event deleted for resources: {'Port': ['ID=4dddef17-99a3-411c-b009-2ddb6645cda4,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:11:41.370981 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-6114b1a5-d832-42e6-b677-a10ae386459a tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:11:41.373813 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9ebcb3a2-5d1c-40a1-9bc3-a8617c5d9d9a req-7f26bab7-2c03-4505-a376-c66b2b670e14 tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d3a0e4-e5d0-429f-9cd0-1368ce1f29d5 HTTP/1.1" status: 200 len: 210 time: 0.0359857 Jun 29 23:11:41.414658 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-515f6514-e784-4e18-9dcb-e370d567b62f req-6114b1a5-d832-42e6-b677-a10ae386459a tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] No DVR routers for this DVR port 4dddef17-99a3-411c-b009-2ddb6645cda4 on host hv-cinder-76960 {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:11:41.417927 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-515f6514-e784-4e18-9dcb-e370d567b62f req-6114b1a5-d832-42e6-b677-a10ae386459a tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:41.420095 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-515f6514-e784-4e18-9dcb-e370d567b62f req-6114b1a5-d832-42e6-b677-a10ae386459a tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] 10.222.0.52 "DELETE /v2.0/ports/4dddef17-99a3-411c-b009-2ddb6645cda4 HTTP/1.1" status: 204 len: 173 time: 0.4375887 Jun 29 23:11:41.420840 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d3a0e4-e5d0-429f-9cd0-1368ce1f29d5', 'name': 'network-vif-deleted', 'tag': '4dddef17-99a3-411c-b009-2ddb6645cda4'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:11:41.422979 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4ff624e5b506a15852624dbd6f9127feb1aca7eb9818edaf72933b1fc2af06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ffebfb-787c-4ad6-aea5-51cfbb770d89" -d '{"events": [{"server_uuid": "59d3a0e4-e5d0-429f-9cd0-1368ce1f29d5", "name": "network-vif-deleted", "tag": "4dddef17-99a3-411c-b009-2ddb6645cda4"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:11:41.474184 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f40fef5-bd38-46dc-ab2a-dda0163999fd x-openstack-request-id: req-2f40fef5-bd38-46dc-ab2a-dda0163999fd {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:11:41.474523 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d3a0e4-e5d0-429f-9cd0-1368ce1f29d5", "name": "network-vif-deleted", "tag": "4dddef17-99a3-411c-b009-2ddb6645cda4", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:11:41.474811 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2f40fef5-bd38-46dc-ab2a-dda0163999fd {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:11:41.475240 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d3a0e4-e5d0-429f-9cd0-1368ce1f29d5', 'name': 'network-vif-deleted', 'tag': '4dddef17-99a3-411c-b009-2ddb6645cda4', 'status': 'completed', 'code': 200} Jun 29 23:11:41.592196 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf11c-5e3f-4e5c-a6b9-eebe7d3ca44b req-21d56c36-7e64-4e7e-b466-88f217d0953f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:41.593738 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8b1bf11c-5e3f-4e5c-a6b9-eebe7d3ca44b req-21d56c36-7e64-4e7e-b466-88f217d0953f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0693200 Jun 29 23:11:41.632673 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8b1bf11c-5e3f-4e5c-a6b9-eebe7d3ca44b req-b96a3dc5-593f-406e-8568-a38e0565579e tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331454 Jun 29 23:11:41.876586 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac6381-59af-4d18-89ff-326540741bcc req-aee72415-e57b-4dc8-8c7f-7161960d31f9 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:41.878028 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b5ac6381-59af-4d18-89ff-326540741bcc req-aee72415-e57b-4dc8-8c7f-7161960d31f9 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0615447 Jun 29 23:11:41.921100 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b5ac6381-59af-4d18-89ff-326540741bcc req-9f6a2e62-1678-4c2e-978a-23a4b09b209f tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373361 Jun 29 23:11:42.229364 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7f726-6c07-4dbd-9260-725dac46a37f req-a8b6d9c7-ce64-4871-bb5b-53695dc39113 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:42.230834 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-10b7f726-6c07-4dbd-9260-725dac46a37f req-a8b6d9c7-ce64-4871-bb5b-53695dc39113 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0688558 Jun 29 23:11:42.266482 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-10b7f726-6c07-4dbd-9260-725dac46a37f req-8c02d525-867c-4bf4-8bf4-545556e15903 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300667 Jun 29 23:11:42.812593 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553781f-25bf-4b5d-8153-92edb677edd9 req-4c4f4bed-e29c-4b61-b2e7-fce575e8e3a7 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:42.814504 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c553781f-25bf-4b5d-8153-92edb677edd9 req-4c4f4bed-e29c-4b61-b2e7-fce575e8e3a7 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0706923 Jun 29 23:11:42.852976 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c553781f-25bf-4b5d-8153-92edb677edd9 req-f33073dc-6ccf-4b15-98aa-9e7a2527ef8d tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325491 Jun 29 23:11:43.109027 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e732fc-b7e3-4947-8338-5a614e5b6e2e req-8be5ee03-9a01-44d0-afb3-84497f73b5ce tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:43.110527 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f3e732fc-b7e3-4947-8338-5a614e5b6e2e req-8be5ee03-9a01-44d0-afb3-84497f73b5ce tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0691099 Jun 29 23:11:43.152084 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f3e732fc-b7e3-4947-8338-5a614e5b6e2e req-f4fdf554-480d-40ce-9440-522dc792b8ac tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354621 Jun 29 23:11:43.447453 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfca374-ae2b-45b8-a6b2-4105e13c6fb6 req-e4d17040-bd00-4ed8-aabe-ebe23e0e06c8 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:43.448966 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5cfca374-ae2b-45b8-a6b2-4105e13c6fb6 req-e4d17040-bd00-4ed8-aabe-ebe23e0e06c8 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0647602 Jun 29 23:11:43.488441 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5cfca374-ae2b-45b8-a6b2-4105e13c6fb6 req-a6891609-5dda-4361-9b1f-3be83018ff37 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334234 Jun 29 23:11:43.571336 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 4dddef17-99a3-411c-b009-2ddb6645cda4 no longer exists at agent hyperv_hv-cinder-76960 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:11:43.591953 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] No Port match for: 4dddef17-99a3-411c-b009-2ddb6645cda4 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:11:43.592310 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 4dddef17-99a3-411c-b009-2ddb6645cda4 not bound to the agent host hv-cinder-76960 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:11:44.038049 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae0000-3290-499c-b477-03c8c98b5964 req-bf9bdb25-2b35-4380-9087-9eacfd6f2824 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:44.041660 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d6ae0000-3290-499c-b477-03c8c98b5964 req-bf9bdb25-2b35-4380-9087-9eacfd6f2824 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0771036 Jun 29 23:11:44.085409 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d6ae0000-3290-499c-b477-03c8c98b5964 req-f4cb17d1-a13b-43d2-915b-ecddaf4d7e7b tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358562 Jun 29 23:11:44.333746 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb1826-e858-4e49-9f98-2a0472b067b7 req-453eacb2-5075-40e8-8b21-cb9d611519e8 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:44.335215 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6cfb1826-e858-4e49-9f98-2a0472b067b7 req-453eacb2-5075-40e8-8b21-cb9d611519e8 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0631399 Jun 29 23:11:44.374359 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6cfb1826-e858-4e49-9f98-2a0472b067b7 req-81ba96c4-4ef5-4ab9-9196-b0e30ef85015 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331881 Jun 29 23:11:44.667712 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86511e5-1c2b-482b-bebb-bdbb9e6d3e28 req-dbb86709-91b3-4156-9a3e-16bc34714509 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:44.669230 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e86511e5-1c2b-482b-bebb-bdbb9e6d3e28 req-dbb86709-91b3-4156-9a3e-16bc34714509 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0644269 Jun 29 23:11:44.712335 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e86511e5-1c2b-482b-bebb-bdbb9e6d3e28 req-11b856a0-6b5e-423d-b56f-203c6ddda32a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340371 Jun 29 23:11:45.273972 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6473100-989b-45e2-8f6d-1f5e6fec2de9 req-7dffe39d-0343-4641-be83-c712863f45be tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:45.275439 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b6473100-989b-45e2-8f6d-1f5e6fec2de9 req-7dffe39d-0343-4641-be83-c712863f45be tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0648887 Jun 29 23:11:45.311629 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b6473100-989b-45e2-8f6d-1f5e6fec2de9 req-877c7933-4965-4576-a5f0-48ed2dd0ae0a tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305636 Jun 29 23:11:45.411698 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:11:45.553574 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b499c-4fc4-435c-b6e0-ae938de8e9b0 req-2c5c48b9-969d-4dbb-b41a-b0a1c9a678c2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:45.555602 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-da2b499c-4fc4-435c-b6e0-ae938de8e9b0 req-2c5c48b9-969d-4dbb-b41a-b0a1c9a678c2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0660300 Jun 29 23:11:45.585657 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ce2d9-f1ff-4a4f-96b1-22125c747912 req-437f6e72-7f92-4a5d-86d5-07543d39a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:45.587563 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b87ce2d9-f1ff-4a4f-96b1-22125c747912 req-437f6e72-7f92-4a5d-86d5-07543d39a516 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 1098 time: 0.0533113 Jun 29 23:11:45.591749 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-da2b499c-4fc4-435c-b6e0-ae938de8e9b0 req-29c1df7e-5167-49e2-8d3e-ca8b01e63e77 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304666 Jun 29 23:11:45.627626 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b87ce2d9-f1ff-4a4f-96b1-22125c747912 req-61190303-54b0-4e89-b800-e8ce3d1ada11 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297663 Jun 29 23:11:45.885416 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b5563-fc9e-4274-828b-1d152c12bbb5 req-ec3b19a5-2e2b-4bae-904a-af63469cc619 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:45.887477 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-171b5563-fc9e-4274-828b-1d152c12bbb5 req-ec3b19a5-2e2b-4bae-904a-af63469cc619 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0651371 Jun 29 23:11:45.924153 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-171b5563-fc9e-4274-828b-1d152c12bbb5 req-da70987f-8f6b-442f-8dd3-fa233af7aa6c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312939 Jun 29 23:11:46.513701 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176c2c6-661a-4daa-9274-cd3b91f56e1a req-853a5524-e94a-482e-8df0-79dad94b921a tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:46.515199 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1176c2c6-661a-4daa-9274-cd3b91f56e1a req-853a5524-e94a-482e-8df0-79dad94b921a tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0895965 Jun 29 23:11:46.552137 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1176c2c6-661a-4daa-9274-cd3b91f56e1a req-349488b1-6561-4bb4-8067-c4a160901264 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313694 Jun 29 23:11:46.773121 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b76eaf-a734-425e-a135-376a46141f24 req-5bc82297-0967-4085-8c31-10b0548dba27 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:46.775110 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-26b76eaf-a734-425e-a135-376a46141f24 req-5bc82297-0967-4085-8c31-10b0548dba27 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0675552 Jun 29 23:11:46.817390 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-26b76eaf-a734-425e-a135-376a46141f24 req-6d960b4f-ec65-4617-b7c1-50f40ed2fd65 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365663 Jun 29 23:11:47.097405 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c57a72-106f-4b74-85ee-3a860afbd9a5 req-f13cfea0-098d-4123-8abf-84b3f5fd2ca5 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:47.098867 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-67c57a72-106f-4b74-85ee-3a860afbd9a5 req-f13cfea0-098d-4123-8abf-84b3f5fd2ca5 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0654981 Jun 29 23:11:47.121754 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-d0637a78-44de-4bea-9a74-734a8972486b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:47.139212 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-67c57a72-106f-4b74-85ee-3a860afbd9a5 req-a519ce67-1a24-49df-a17e-998a8ed0ce0d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342391 Jun 29 23:11:47.723416 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484774d-aeb1-4aa7-9550-7c14205a1017 req-cba3754b-9a8c-435f-8147-2d0b08fd23d0 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:47.724902 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7484774d-aeb1-4aa7-9550-7c14205a1017 req-cba3754b-9a8c-435f-8147-2d0b08fd23d0 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0606914 Jun 29 23:11:47.762866 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7484774d-aeb1-4aa7-9550-7c14205a1017 req-5ecc935e-13bc-4e21-8237-3dafadf874b0 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317755 Jun 29 23:11:48.001683 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aad0b4-0c25-486c-9729-75401e587a1d req-0d443ea5-27c9-4d60-9e2d-6a92ec44ce53 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:48.003152 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d0aad0b4-0c25-486c-9729-75401e587a1d req-0d443ea5-27c9-4d60-9e2d-6a92ec44ce53 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0667362 Jun 29 23:11:48.041045 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d0aad0b4-0c25-486c-9729-75401e587a1d req-e679da9b-afaf-459c-bb34-29a08a2098c4 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323172 Jun 29 23:11:48.243611 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cd589-bb70-4667-8f08-42e88a7a3cf0 req-3eb2b687-ed39-4de2-b79c-beab09dbb3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:48.245246 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6c8cd589-bb70-4667-8f08-42e88a7a3cf0 req-3eb2b687-ed39-4de2-b79c-beab09dbb3a7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a21d7629b3b04afe9b528722dbde8df7&device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 1098 time: 0.0863535 Jun 29 23:11:48.326339 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c7f1a-3c67-4b8e-9c89-6b008d2cfaf5 req-0b43bdbb-4e40-40f4-b145-ab1674906b4f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:48.328145 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c53c7f1a-3c67-4b8e-9c89-6b008d2cfaf5 req-0b43bdbb-4e40-40f4-b145-ab1674906b4f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0675404 Jun 29 23:11:48.368635 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c53c7f1a-3c67-4b8e-9c89-6b008d2cfaf5 req-1407462c-7ffc-4625-9bab-3e87a3583d0a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344882 Jun 29 23:11:48.583751 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7cc552-b16e-4ccd-8de2-f72b74d0d196 req-325ca6d9-eb59-4b56-be43-f991c0fbf218 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:48.585136 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-cb7cc552-b16e-4ccd-8de2-f72b74d0d196 req-325ca6d9-eb59-4b56-be43-f991c0fbf218 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.3804321 Jun 29 23:11:48.625842 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cd589-bb70-4667-8f08-42e88a7a3cf0 req-36580a57-0a79-4a4e-a23c-17cb0860c295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:48.627221 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6c8cd589-bb70-4667-8f08-42e88a7a3cf0 req-36580a57-0a79-4a4e-a23c-17cb0860c295 service neutron] 10.222.0.52 "GET /v2.0/networks?id=89702f14-ff61-4cde-bb1a-7226991037f5 HTTP/1.1" status: 200 len: 919 time: 0.3697417 Jun 29 23:11:48.645557 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-cb7cc552-b16e-4ccd-8de2-f72b74d0d196 req-d08b55af-eb26-4b87-a8c0-985549648f90 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498245 Jun 29 23:11:48.674857 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6c8cd589-bb70-4667-8f08-42e88a7a3cf0 req-cd5ab142-d456-43f3-a0e0-3fae5b1fe243 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aade234a-ab1f-4e8c-9ad8-f86e56f903ba HTTP/1.1" status: 200 len: 217 time: 0.0389915 Jun 29 23:11:48.722595 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cd589-bb70-4667-8f08-42e88a7a3cf0 req-60ab3e93-b097-4efb-aa7c-f83651b5265a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:48.724042 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6c8cd589-bb70-4667-8f08-42e88a7a3cf0 req-60ab3e93-b097-4efb-aa7c-f83651b5265a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=849ea54a-79f1-48c3-8b24-76e2484d0112 HTTP/1.1" status: 200 len: 858 time: 0.0418417 Jun 29 23:11:48.757276 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6c8cd589-bb70-4667-8f08-42e88a7a3cf0 req-cfb7d819-b3af-4cd9-8987-d64a76e8c82d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=89702f14-ff61-4cde-bb1a-7226991037f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255558 Jun 29 23:11:48.862398 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6c8cd589-bb70-4667-8f08-42e88a7a3cf0 req-3a3153a7-fb69-479c-80a6-50c24a71d2dc service neutron] 10.222.0.52 "GET /v2.0/networks/89702f14-ff61-4cde-bb1a-7226991037f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943885 Jun 29 23:11:48.959890 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6c8cd589-bb70-4667-8f08-42e88a7a3cf0 req-0d47fa80-bcd4-4b96-b4e0-0d872beeb7fb service neutron] 10.222.0.52 "GET /v2.0/networks/89702f14-ff61-4cde-bb1a-7226991037f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823102 Jun 29 23:11:49.241778 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d45ef-e1e3-48d8-8cd9-063830c99c2f req-36f24072-cabd-4b8d-a116-5619ac9e14b3 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:49.243320 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2d1d45ef-e1e3-48d8-8cd9-063830c99c2f req-36f24072-cabd-4b8d-a116-5619ac9e14b3 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0651803 Jun 29 23:11:49.282782 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2d1d45ef-e1e3-48d8-8cd9-063830c99c2f req-1a049faf-c0d2-4098-bfe0-3a9f8d210574 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335681 Jun 29 23:11:49.538468 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba251a1-8ebf-4a32-9944-f1526961ba53 req-ed235b3e-5099-40c8-87a8-a238a3ef63ed tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:49.539966 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4ba251a1-8ebf-4a32-9944-f1526961ba53 req-ed235b3e-5099-40c8-87a8-a238a3ef63ed tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0623868 Jun 29 23:11:49.578679 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4ba251a1-8ebf-4a32-9944-f1526961ba53 req-f1ba716d-33bb-4d3b-9e89-4f9131e8396b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326016 Jun 29 23:11:49.607463 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f2962bf2-5030-4165-a6f7-889715cc22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:49.821340 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561890f-6df8-4eec-bf3c-e69d2b3eef88 req-7efe9539-b9c2-4ef5-b366-4ec6b86fab07 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:49.822777 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e561890f-6df8-4eec-bf3c-e69d2b3eef88 req-7efe9539-b9c2-4ef5-b366-4ec6b86fab07 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0655959 Jun 29 23:11:49.859184 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e561890f-6df8-4eec-bf3c-e69d2b3eef88 req-48eae51a-017f-4926-aff7-afe94451b417 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309143 Jun 29 23:11:50.094527 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:50.470226 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b8ea1-b234-43bb-9c22-1180c751fc45 req-f234aad5-965b-4998-8f77-0eafb933a3e1 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:50.471698 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4c1b8ea1-b234-43bb-9c22-1180c751fc45 req-f234aad5-965b-4998-8f77-0eafb933a3e1 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0694435 Jun 29 23:11:50.508167 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4c1b8ea1-b234-43bb-9c22-1180c751fc45 req-c198b064-e12b-4eec-8976-e207e9b71a29 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307367 Jun 29 23:11:50.760084 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9917ab4-46c7-4f8b-9007-289abbdca79b req-f12aec63-2e99-4197-bc02-8ea2df489bd7 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:50.761616 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d9917ab4-46c7-4f8b-9007-289abbdca79b req-f12aec63-2e99-4197-bc02-8ea2df489bd7 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0757468 Jun 29 23:11:50.766260 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:50.800913 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d9917ab4-46c7-4f8b-9007-289abbdca79b req-38200c38-9031-4405-b5d6-02774046b331 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326278 Jun 29 23:11:51.035889 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60da4c-5f79-40fb-9d33-c34514c9c4a5 req-0c199a8e-62f3-432d-bc51-5be9a17339d6 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:51.037295 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-dc60da4c-5f79-40fb-9d33-c34514c9c4a5 req-0c199a8e-62f3-432d-bc51-5be9a17339d6 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0672123 Jun 29 23:11:51.076435 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-dc60da4c-5f79-40fb-9d33-c34514c9c4a5 req-f0470f89-5af3-4cf1-9b2b-d16c5b4bb6ac tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334918 Jun 29 23:11:51.686833 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f644b7-3198-4f67-8ca1-5068a7f5e32c req-9851f807-4fbf-45a0-9256-56da51bdc98f tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:51.688278 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-48f644b7-3198-4f67-8ca1-5068a7f5e32c req-9851f807-4fbf-45a0-9256-56da51bdc98f tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0649872 Jun 29 23:11:51.726027 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-48f644b7-3198-4f67-8ca1-5068a7f5e32c req-c431546e-60d7-4aa0-b259-191ce471b30f tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321519 Jun 29 23:11:51.971049 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fd8f2-fc3d-4117-8c00-1836b67fc412 req-21444898-8b36-4d17-b1e1-d222bd7b071e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:51.972423 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-808fd8f2-fc3d-4117-8c00-1836b67fc412 req-21444898-8b36-4d17-b1e1-d222bd7b071e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0628195 Jun 29 23:11:52.009682 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-808fd8f2-fc3d-4117-8c00-1836b67fc412 req-7c8a3369-3920-44e1-98c0-6d28efe4c6cd tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305235 Jun 29 23:11:52.249862 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebee099-69b8-4da1-9f61-f4a2c0aa6341 req-9296c83d-6298-4408-bc6c-7fd4ed864361 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:52.251222 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0ebee099-69b8-4da1-9f61-f4a2c0aa6341 req-9296c83d-6298-4408-bc6c-7fd4ed864361 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0615840 Jun 29 23:11:52.287449 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0ebee099-69b8-4da1-9f61-f4a2c0aa6341 req-706b86ee-4cd9-409d-8080-ae17c8dabc86 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306973 Jun 29 23:11:52.610993 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:11:52.902223 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee5d70-0f5c-4d56-a1f0-4f88760998d5 req-4c9d0efc-028e-4bed-8697-73eef064f013 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:52.903671 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bfee5d70-0f5c-4d56-a1f0-4f88760998d5 req-4c9d0efc-028e-4bed-8697-73eef064f013 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0635900 Jun 29 23:11:52.941921 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bfee5d70-0f5c-4d56-a1f0-4f88760998d5 req-d4cfc952-b97d-4cf9-93b8-37b87baf7caf tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326359 Jun 29 23:11:53.181769 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81e62c-a64a-49b1-a1a1-7d893d8bc9d0 req-e799606f-e66c-476b-80eb-59c304beaa53 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:53.183232 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7f81e62c-a64a-49b1-a1a1-7d893d8bc9d0 req-e799606f-e66c-476b-80eb-59c304beaa53 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0613947 Jun 29 23:11:53.219895 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7f81e62c-a64a-49b1-a1a1-7d893d8bc9d0 req-f9ca8bab-c227-4176-a2be-aeee4253cef1 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311079 Jun 29 23:11:54.118383 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc7d23-eae9-4974-a58c-f93c2e69ee1c req-0bc293f0-d135-41cc-a0da-bd5bf7e2b43d tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:54.119809 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-25bc7d23-eae9-4974-a58c-f93c2e69ee1c req-0bc293f0-d135-41cc-a0da-bd5bf7e2b43d tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0655077 Jun 29 23:11:54.157622 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-25bc7d23-eae9-4974-a58c-f93c2e69ee1c req-fe862b82-f71e-4ac2-8372-d8c10ab39887 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322163 Jun 29 23:11:54.391774 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc7151-c2e7-4823-8658-39da8bcd3349 req-0d013a88-1bcc-4194-99b6-fcdceea048c3 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:54.393311 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b6fc7151-c2e7-4823-8658-39da8bcd3349 req-0d013a88-1bcc-4194-99b6-fcdceea048c3 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0647767 Jun 29 23:11:54.429940 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b6fc7151-c2e7-4823-8658-39da8bcd3349 req-dc5a55a4-eb4f-46d6-9180-2cd5ce32fac7 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310686 Jun 29 23:11:55.329780 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3274d66-40a8-4031-8812-ddb5b3bcc0fa req-b8d84376-6b54-474c-9c0e-7aae694e207e tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:55.331223 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c3274d66-40a8-4031-8812-ddb5b3bcc0fa req-b8d84376-6b54-474c-9c0e-7aae694e207e tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0621483 Jun 29 23:11:55.369847 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c3274d66-40a8-4031-8812-ddb5b3bcc0fa req-e1772177-3de6-4f68-b8ab-437bdb34799c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331123 Jun 29 23:11:55.597273 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ca211-4637-4a4c-aa99-d940b64cf328 req-ee7426ba-8318-42a4-b058-452e1dbabed9 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:55.598730 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-969ca211-4637-4a4c-aa99-d940b64cf328 req-ee7426ba-8318-42a4-b058-452e1dbabed9 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0610228 Jun 29 23:11:55.635868 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-969ca211-4637-4a4c-aa99-d940b64cf328 req-9ef1da99-70e1-4780-864a-4bc2435512b4 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313993 Jun 29 23:11:56.553386 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bffb6d-f7f7-4a37-a440-ad1bc630536a req-b1ec689a-8186-4e56-adb9-1146d8f5149b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:56.554843 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-58bffb6d-f7f7-4a37-a440-ad1bc630536a req-b1ec689a-8186-4e56-adb9-1146d8f5149b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0666127 Jun 29 23:11:56.592444 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-58bffb6d-f7f7-4a37-a440-ad1bc630536a req-a78f6cd7-abd6-4cee-a5a3-9dc5c52db512 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312226 Jun 29 23:11:56.808430 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16931daa-88a3-4973-a3f2-5774d9b521a0 req-89d92959-a7b8-4fbd-b472-c0ef62addba3 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:56.810026 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-16931daa-88a3-4973-a3f2-5774d9b521a0 req-89d92959-a7b8-4fbd-b472-c0ef62addba3 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0657139 Jun 29 23:11:56.847231 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-16931daa-88a3-4973-a3f2-5774d9b521a0 req-3b9f9521-b211-4c86-8114-fcd1824bca94 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317113 Jun 29 23:11:57.776865 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f685c10-d8b0-46e4-af25-9b73d068ffe0 req-f7d014ec-e61e-47c9-94fd-649ad2badaf6 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:57.778327 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7f685c10-d8b0-46e4-af25-9b73d068ffe0 req-f7d014ec-e61e-47c9-94fd-649ad2badaf6 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0625775 Jun 29 23:11:57.816400 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7f685c10-d8b0-46e4-af25-9b73d068ffe0 req-3c56c3ad-9c9d-416b-a0d4-b8c9e11ca2a5 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324879 Jun 29 23:11:58.022576 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b6834-5f50-4ed8-a63c-32479aab1411 req-2c0bf11c-9caa-41ef-852e-f6f3403c08f4 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:58.024043 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1b1b6834-5f50-4ed8-a63c-32479aab1411 req-2c0bf11c-9caa-41ef-852e-f6f3403c08f4 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0620606 Jun 29 23:11:58.061113 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1b1b6834-5f50-4ed8-a63c-32479aab1411 req-127bfb14-3283-4adb-b6d0-dda011ec6da1 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312982 Jun 29 23:11:58.993370 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bcb5f3-a743-424c-a3b0-7b0dad518f0d req-b7338d1a-c314-4e49-b084-4399180e9b6a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:58.994832 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-82bcb5f3-a743-424c-a3b0-7b0dad518f0d req-b7338d1a-c314-4e49-b084-4399180e9b6a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0646527 Jun 29 23:11:59.032669 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-82bcb5f3-a743-424c-a3b0-7b0dad518f0d req-9f9937c9-29f2-4350-985e-7ea5389fe292 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322328 Jun 29 23:11:59.231018 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0271c2-8eab-477f-9c3f-9d9cc7c17acd req-4e4141c6-41f3-4f14-861e-f8511392ef19 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:11:59.232484 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ef0271c2-8eab-477f-9c3f-9d9cc7c17acd req-4e4141c6-41f3-4f14-861e-f8511392ef19 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0622644 Jun 29 23:11:59.269015 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ef0271c2-8eab-477f-9c3f-9d9cc7c17acd req-724b36b7-8f95-4816-8dbe-b8d9b6ac8e0d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309806 Jun 29 23:12:00.209579 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240395f5-b73f-45bb-b4a3-c7ae24f49bb9 req-9a9ae54b-e0dc-455e-8391-1362d3941215 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:00.211030 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-240395f5-b73f-45bb-b4a3-c7ae24f49bb9 req-9a9ae54b-e0dc-455e-8391-1362d3941215 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0661917 Jun 29 23:12:00.247872 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-240395f5-b73f-45bb-b4a3-c7ae24f49bb9 req-f34a03cf-ed0a-4d38-b932-837417f3be18 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312309 Jun 29 23:12:00.441978 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c281c36-7984-4fa1-9ce4-2b15d8a73c5a req-ad06c05a-0d80-4378-9b67-d2806efe6202 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:00.443346 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8c281c36-7984-4fa1-9ce4-2b15d8a73c5a req-ad06c05a-0d80-4378-9b67-d2806efe6202 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0653765 Jun 29 23:12:00.482344 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8c281c36-7984-4fa1-9ce4-2b15d8a73c5a req-40c80bdf-d33b-42d0-8680-07dd1b77aba8 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331857 Jun 29 23:12:01.423129 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4a9c3-63ff-48e5-91fd-b5ff82bc149c req-bdc595d1-9def-4679-bdc8-a3b12c2054fc tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:01.424594 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-54b4a9c3-63ff-48e5-91fd-b5ff82bc149c req-bdc595d1-9def-4679-bdc8-a3b12c2054fc tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0618634 Jun 29 23:12:01.461082 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-54b4a9c3-63ff-48e5-91fd-b5ff82bc149c req-0b0e14fa-9280-4ae3-bcb5-0a9e94f322df tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309739 Jun 29 23:12:01.653341 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23965b6e-151d-4f4b-ada2-5d4fa8862475 req-8361424b-982f-47b2-96cb-8cc2c544d3e6 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:01.654887 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-23965b6e-151d-4f4b-ada2-5d4fa8862475 req-8361424b-982f-47b2-96cb-8cc2c544d3e6 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0626807 Jun 29 23:12:01.691323 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-23965b6e-151d-4f4b-ada2-5d4fa8862475 req-f6322b04-95f5-4eda-b05c-f9d2e2f2df04 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309749 Jun 29 23:12:02.643095 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abac96d-85ad-46eb-af05-80408c2f3488 req-a53978aa-9bd8-4891-876c-921a91f1d029 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:02.644582 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7abac96d-85ad-46eb-af05-80408c2f3488 req-a53978aa-9bd8-4891-876c-921a91f1d029 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0673487 Jun 29 23:12:02.683482 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7abac96d-85ad-46eb-af05-80408c2f3488 req-47d0c94d-078d-406f-a70f-a9f7af2c5ff9 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322435 Jun 29 23:12:02.864752 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c6679-d526-4c23-8a98-32f6fec6d89d req-82da81a7-e555-4211-bb6e-06f9ac407f17 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:02.866224 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-138c6679-d526-4c23-8a98-32f6fec6d89d req-82da81a7-e555-4211-bb6e-06f9ac407f17 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0647588 Jun 29 23:12:02.903838 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-138c6679-d526-4c23-8a98-32f6fec6d89d req-45ef78d6-ee90-4db5-94de-3a1f8fcec890 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312560 Jun 29 23:12:03.681507 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2faa1046-1309-4090-983b-205ff3d1887a req-e8bce239-8b9c-4dd1-bd88-d9f77ea3bac1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496819 Jun 29 23:12:03.755086 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa1046-1309-4090-983b-205ff3d1887a req-a2b6f4a0-cd7d-46bb-91e1-d3a32d1e2510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:03.756654 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2faa1046-1309-4090-983b-205ff3d1887a req-a2b6f4a0-cd7d-46bb-91e1-d3a32d1e2510 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=89f7a8481a72408b89119405a6770fde&device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 1098 time: 0.0520868 Jun 29 23:12:03.861943 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec76fc2-17c9-49bd-b8a6-301322f9c6c3 req-fc574784-b47f-4b84-9c12-41a81b8591c6 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:03.863430 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bec76fc2-17c9-49bd-b8a6-301322f9c6c3 req-fc574784-b47f-4b84-9c12-41a81b8591c6 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0649257 Jun 29 23:12:03.882423 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa1046-1309-4090-983b-205ff3d1887a req-2b44b1c8-deca-4b4a-b996-7a85eccfda1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:03.884167 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2faa1046-1309-4090-983b-205ff3d1887a req-2b44b1c8-deca-4b4a-b996-7a85eccfda1b service neutron] 10.222.0.52 "GET /v2.0/networks?id=961483aa-60c5-4d0f-82a0-c19a74bfe9c0 HTTP/1.1" status: 200 len: 911 time: 0.1029797 Jun 29 23:12:03.903483 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bec76fc2-17c9-49bd-b8a6-301322f9c6c3 req-76e58638-db60-45ee-9e03-8cac4e8990ec tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339546 Jun 29 23:12:03.959695 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2faa1046-1309-4090-983b-205ff3d1887a req-e7e7a6e4-1c23-4518-a4ea-46a5a7631cf7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3 HTTP/1.1" status: 200 len: 1001 time: 0.0670073 Jun 29 23:12:04.008710 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa1046-1309-4090-983b-205ff3d1887a req-71eaa898-7403-4ef4-a646-9e3f4e04aace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:04.010374 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2faa1046-1309-4090-983b-205ff3d1887a req-71eaa898-7403-4ef4-a646-9e3f4e04aace service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0cace3d9-d5b7-4676-96cc-bc7171040612 HTTP/1.1" status: 200 len: 849 time: 0.0434442 Jun 29 23:12:04.117178 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f204f-99ec-4155-94d8-a269b8fb793d req-ea5f6bbf-e3c0-4d1e-bd2c-dde83a8df353 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:04.118726 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7f8f204f-99ec-4155-94d8-a269b8fb793d req-ea5f6bbf-e3c0-4d1e-bd2c-dde83a8df353 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.1031649 Jun 29 23:12:04.120477 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa1046-1309-4090-983b-205ff3d1887a req-aa398f66-9833-45c2-a029-826d166e2543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:04.121861 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2faa1046-1309-4090-983b-205ff3d1887a req-aa398f66-9833-45c2-a029-826d166e2543 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=961483aa-60c5-4d0f-82a0-c19a74bfe9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0980401 Jun 29 23:12:04.207234 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7f8f204f-99ec-4155-94d8-a269b8fb793d req-a6a8c95b-70c6-47b3-9033-7daac9eaed24 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0828376 Jun 29 23:12:04.217666 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:12:04.252396 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2faa1046-1309-4090-983b-205ff3d1887a req-1cbd25d3-3d85-4233-94c9-813b6807a0dc service neutron] 10.222.0.52 "GET /v2.0/networks/961483aa-60c5-4d0f-82a0-c19a74bfe9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211202 Jun 29 23:12:04.341612 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2faa1046-1309-4090-983b-205ff3d1887a req-a08fe63d-d76d-493c-a58f-2e593f1d4846 service neutron] 10.222.0.52 "GET /v2.0/networks/961483aa-60c5-4d0f-82a0-c19a74bfe9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818534 Jun 29 23:12:05.083393 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527e9b0-6cb4-49db-93ba-8a7dacd0c545 req-24669bf4-f3bb-4aca-b285-217cd71e014d tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:05.084899 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0527e9b0-6cb4-49db-93ba-8a7dacd0c545 req-24669bf4-f3bb-4aca-b285-217cd71e014d tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0623920 Jun 29 23:12:05.124041 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0527e9b0-6cb4-49db-93ba-8a7dacd0c545 req-2fbd8318-ed7b-46a0-9c5a-7c2989a69fcc tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327973 Jun 29 23:12:05.385239 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6015231-36e6-4d41-b8a4-02b30d16a448 req-baf71a78-4291-49cc-9781-ece30c6686f1 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:05.386768 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a6015231-36e6-4d41-b8a4-02b30d16a448 req-baf71a78-4291-49cc-9781-ece30c6686f1 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0676115 Jun 29 23:12:05.424074 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a6015231-36e6-4d41-b8a4-02b30d16a448 req-91ec46fd-4c69-4e53-b9ea-2acbb62247a0 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304887 Jun 29 23:12:06.313150 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0b786-ccf4-4a2c-926e-c163122e1be2 req-85d91194-cad5-4389-bc4f-2dd79c1e6469 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:06.314644 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a5f0b786-ccf4-4a2c-926e-c163122e1be2 req-85d91194-cad5-4389-bc4f-2dd79c1e6469 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0705698 Jun 29 23:12:06.351529 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a5f0b786-ccf4-4a2c-926e-c163122e1be2 req-15f05c11-59df-4547-9451-644f9e26e4ca tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313969 Jun 29 23:12:06.595687 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607755af-653e-4825-a31b-c7d74597352b req-7b2f9417-9e08-45b9-a152-cf0ffcf4def9 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:06.597106 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-607755af-653e-4825-a31b-c7d74597352b req-7b2f9417-9e08-45b9-a152-cf0ffcf4def9 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0632739 Jun 29 23:12:06.635005 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-607755af-653e-4825-a31b-c7d74597352b req-9a1b0b49-12ee-41e4-b1b6-86f34ab29a66 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314400 Jun 29 23:12:07.528475 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8925f-a519-47e6-b4c5-6a1bfa40f762 req-dca74768-2d38-4945-a4c6-6b405f07d5c8 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:07.530059 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-86d8925f-a519-47e6-b4c5-6a1bfa40f762 req-dca74768-2d38-4945-a4c6-6b405f07d5c8 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0638273 Jun 29 23:12:07.568467 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-86d8925f-a519-47e6-b4c5-6a1bfa40f762 req-84cf284d-8de4-42f7-87d4-a649da58a7c4 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326653 Jun 29 23:12:07.811778 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea421b1-1ae6-4bbb-89ca-125fec9f2193 req-0b8f3a7a-8b06-437e-9ec1-6d90cf4a80df tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:07.813323 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9ea421b1-1ae6-4bbb-89ca-125fec9f2193 req-0b8f3a7a-8b06-437e-9ec1-6d90cf4a80df tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0632455 Jun 29 23:12:07.856289 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9ea421b1-1ae6-4bbb-89ca-125fec9f2193 req-ed15d1f0-8788-4add-bc3c-8044fa00e9d4 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370145 Jun 29 23:12:08.749023 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468d5d3-e2e2-4631-b00c-34918e42b989 req-528c0b1b-53f0-4a5a-9fcf-044b700e4829 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:08.750516 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5468d5d3-e2e2-4631-b00c-34918e42b989 req-528c0b1b-53f0-4a5a-9fcf-044b700e4829 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0672653 Jun 29 23:12:08.789955 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5468d5d3-e2e2-4631-b00c-34918e42b989 req-1aadae8a-4551-4ec0-8dfc-19533eb5a010 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333149 Jun 29 23:12:09.026953 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58185042-3549-4872-8c8e-a0bea76f1d56 req-47e4bcef-3e09-4836-bcff-cc0fc005c82f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:09.028330 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-58185042-3549-4872-8c8e-a0bea76f1d56 req-47e4bcef-3e09-4836-bcff-cc0fc005c82f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0624666 Jun 29 23:12:09.064916 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-58185042-3549-4872-8c8e-a0bea76f1d56 req-e3639692-f5d8-47c0-8c28-6c9e0bead439 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308373 Jun 29 23:12:09.962824 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a89e8-b3d8-4785-a163-4959b4ce733f req-b5b6f2f5-6011-4372-8bf5-0aec1b0a320b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:09.964333 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b98a89e8-b3d8-4785-a163-4959b4ce733f req-b5b6f2f5-6011-4372-8bf5-0aec1b0a320b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0627894 Jun 29 23:12:10.002717 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b98a89e8-b3d8-4785-a163-4959b4ce733f req-11b6e49c-d675-4295-b6be-bdfc31f76480 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327344 Jun 29 23:12:10.234561 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf621e3-376e-4ba8-9db9-91d0367e4b5e req-5c4d3c1c-a460-4183-8409-c25561c4f164 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:10.235980 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7cf621e3-376e-4ba8-9db9-91d0367e4b5e req-5c4d3c1c-a460-4183-8409-c25561c4f164 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0637712 Jun 29 23:12:10.272267 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7cf621e3-376e-4ba8-9db9-91d0367e4b5e req-742c3bb0-da48-4fe8-89df-d712d01eef99 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307007 Jun 29 23:12:11.179893 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7a3a1-4662-41b9-a0a0-ea239fc8107f req-69c3f0ea-aea5-450e-8e02-e66a2bc05dd6 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:11.182005 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4db7a3a1-4662-41b9-a0a0-ea239fc8107f req-69c3f0ea-aea5-450e-8e02-e66a2bc05dd6 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0618403 Jun 29 23:12:11.218932 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4db7a3a1-4662-41b9-a0a0-ea239fc8107f req-d9867bc3-f414-4319-9569-540624bf4b3e tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313795 Jun 29 23:12:11.443437 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b788a-3d5a-4d4b-aee9-0b5e2bbba235 req-56165066-d541-495c-9960-e48cd2e99a19 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:11.444914 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d60b788a-3d5a-4d4b-aee9-0b5e2bbba235 req-56165066-d541-495c-9960-e48cd2e99a19 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0643053 Jun 29 23:12:11.482071 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d60b788a-3d5a-4d4b-aee9-0b5e2bbba235 req-b3049fa0-7d6e-406c-8391-3f91e693937b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312619 Jun 29 23:12:12.397856 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d8256-af52-4078-86e4-be2cf58cd83c req-2f3c65a5-e0af-47ed-a1fa-af851a99c756 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:12.400059 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fa8d8256-af52-4078-86e4-be2cf58cd83c req-2f3c65a5-e0af-47ed-a1fa-af851a99c756 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0648284 Jun 29 23:12:12.436000 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fa8d8256-af52-4078-86e4-be2cf58cd83c req-428e043f-5c2b-48bd-80b0-2b85c525b443 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303524 Jun 29 23:12:12.656778 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1f3c3-15ff-41ee-b7e9-a7d11b29b2f7 req-bcaf367a-cb8d-41f1-828e-6ff820c4a7fe tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:12.658152 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-53d1f3c3-15ff-41ee-b7e9-a7d11b29b2f7 req-bcaf367a-cb8d-41f1-828e-6ff820c4a7fe tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0656521 Jun 29 23:12:12.697742 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-53d1f3c3-15ff-41ee-b7e9-a7d11b29b2f7 req-3b836608-2c55-4318-b7bd-f15666810bb9 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339749 Jun 29 23:12:13.617210 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cddc5-df36-4488-b529-dba3b3bcd0d7 req-76b5b27b-eb31-442b-a304-652bd03757ac tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:13.618873 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d98cddc5-df36-4488-b529-dba3b3bcd0d7 req-76b5b27b-eb31-442b-a304-652bd03757ac tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0644515 Jun 29 23:12:13.661565 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d98cddc5-df36-4488-b529-dba3b3bcd0d7 req-ab75e68c-c9e3-4b6e-864f-77580bfea98e tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368097 Jun 29 23:12:13.872203 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71043f9d-76ac-463b-a933-3c843ac4cec4 req-38a7f81d-5f49-4680-9d7a-898708f2cb68 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:13.873614 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-71043f9d-76ac-463b-a933-3c843ac4cec4 req-38a7f81d-5f49-4680-9d7a-898708f2cb68 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0640385 Jun 29 23:12:13.911356 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-71043f9d-76ac-463b-a933-3c843ac4cec4 req-d4d267cf-a936-42db-996c-50deda33b93a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318468 Jun 29 23:12:14.851723 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144fc8a-5234-42f5-9b88-05775517a388 req-80281a12-c25d-43a9-835d-cf4cb4450391 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:14.853523 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e144fc8a-5234-42f5-9b88-05775517a388 req-80281a12-c25d-43a9-835d-cf4cb4450391 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0621617 Jun 29 23:12:14.889946 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e144fc8a-5234-42f5-9b88-05775517a388 req-f5622372-8332-41ef-a712-ad9a48a1c80d tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308266 Jun 29 23:12:15.087165 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f48f4a-a55a-4599-b5d7-c94778a2a249 req-dfbb262e-e4e6-431f-8967-f1ee76511da4 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:15.088619 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b8f48f4a-a55a-4599-b5d7-c94778a2a249 req-dfbb262e-e4e6-431f-8967-f1ee76511da4 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0649636 Jun 29 23:12:15.125077 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b8f48f4a-a55a-4599-b5d7-c94778a2a249 req-439ac381-83b2-4f0a-98b2-cea613ce7951 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308368 Jun 29 23:12:15.757023 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 3605f120-8b3a-4cb2-865a-b59f60e3d7da details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:12:15.856049 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port 3605f120-8b3a-4cb2-865a-b59f60e3d7da, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=3605f120-8b3a-4cb2-865a-b59f60e3d7da,segment=NetworkSegment(d6a1547b-eb01-42e2-87d0-fd1ddf846118),segment_id=d6a1547b-eb01-42e2-87d0-fd1ddf846118)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:12:15.866792 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Returning: {'device': '3605f120-8b3a-4cb2-865a-b59f60e3d7da', 'network_id': '5fc87514-4bd0-4767-a854-4d25442e1d05', 'port_id': '3605f120-8b3a-4cb2-865a-b59f60e3d7da', 'mac_address': 'fa:16:3e:42:1c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c5958d2-5979-42b6-8d5d-8777f7be84eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:12:15.902552 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:12:15.915018 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3605f120-8b3a-4cb2-865a-b59f60e3d7da {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:12:15.934145 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port 3605f120-8b3a-4cb2-865a-b59f60e3d7da, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=3605f120-8b3a-4cb2-865a-b59f60e3d7da,segment=NetworkSegment(d6a1547b-eb01-42e2-87d0-fd1ddf846118),segment_id=d6a1547b-eb01-42e2-87d0-fd1ddf846118)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:12:15.939133 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:12:15.940859 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:12:15.989200 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=3605f120-8b3a-4cb2-865a-b59f60e3d7da,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:12:15.996713 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:12:15.997063 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:12:15.997410 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:12:15.997741 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:12:15.998066 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:12:15.998390 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:12:15.998712 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:12:15.999032 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:12:15.999355 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:12:15.999814 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:12:16.000142 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:12:16.000458 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:12:16.004399 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:12:16.067253 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5d3c0-1022-4d81-b8e4-cd5da514c405 req-97f7b58b-3709-4c09-a583-45f80a432ffa tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:16.068770 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-30f5d3c0-1022-4d81-b8e4-cd5da514c405 req-97f7b58b-3709-4c09-a583-45f80a432ffa tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0632844 Jun 29 23:12:16.106546 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-30f5d3c0-1022-4d81-b8e4-cd5da514c405 req-b4dc9d14-0a1d-4194-9851-f51b1efb868a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313854 Jun 29 23:12:16.281578 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] get_ports_and_sgs() called for port_ids ['3605f120-8b3a-4cb2-865a-b59f60e3d7da'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:12:16.297790 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe5399-a3ea-4354-afe8-25e7a9ab7d35 req-0335f182-d6ba-4bdd-b621-7b1c52000d47 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:16.299275 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7cbe5399-a3ea-4354-afe8-25e7a9ab7d35 req-0335f182-d6ba-4bdd-b621-7b1c52000d47 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 944 time: 0.0640876 Jun 29 23:12:16.336005 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7cbe5399-a3ea-4354-afe8-25e7a9ab7d35 req-a2dcdb5e-013f-4f44-832e-db8908c4f2e3 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310404 Jun 29 23:12:17.121468 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-7948c3c7-0a96-4305-9aff-41d0035c0a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:12:17.307834 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d71500-466b-4f60-b4e9-5d1684f0c267 req-0951532e-21c4-42c7-b3da-84d74bb38db7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:17.309348 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b8d71500-466b-4f60-b4e9-5d1684f0c267 req-0951532e-21c4-42c7-b3da-84d74bb38db7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0865140 Jun 29 23:12:17.345874 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b8d71500-466b-4f60-b4e9-5d1684f0c267 req-8d53107a-8e51-42b9-98dd-6da19adbf386 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308180 Jun 29 23:12:17.509829 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc929a86-45b6-471d-b321-f73960b98055 req-5103b649-73bc-47af-9e2e-00c21d4a4018 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:17.511274 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dc929a86-45b6-471d-b321-f73960b98055 req-5103b649-73bc-47af-9e2e-00c21d4a4018 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 944 time: 0.0628264 Jun 29 23:12:17.549665 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dc929a86-45b6-471d-b321-f73960b98055 req-060f4e37-efd1-4161-b050-328b6d36b02c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327485 Jun 29 23:12:17.766188 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 3605f120-8b3a-4cb2-865a-b59f60e3d7da up at agent hyperv_hv-cinder-76960 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:12:17.814980 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Provisioning for port 3605f120-8b3a-4cb2-865a-b59f60e3d7da completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:12:17.818541 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Provisioning complete for port 3605f120-8b3a-4cb2-865a-b59f60e3d7da triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:12:17.818918 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:12:17.893487 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:12:17.918936 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f548adf-7eb0-44ea-99a5-978a24c26b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3605f120-8b3a-4cb2-865a-b59f60e3d7da'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:12:17.925535 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc242b685774feada63a8466480188dde327850ab4a240ce00b056240626d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c534d8ee-9806-473f-977f-83bddfbb4dbd" -d '{"events": [{"server_uuid": "2f548adf-7eb0-44ea-99a5-978a24c26b0c", "name": "network-vif-plugged", "status": "completed", "tag": "3605f120-8b3a-4cb2-865a-b59f60e3d7da"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:12:17.943005 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port 3605f120-8b3a-4cb2-865a-b59f60e3d7da, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=3605f120-8b3a-4cb2-865a-b59f60e3d7da,segment=NetworkSegment(d6a1547b-eb01-42e2-87d0-fd1ddf846118),segment_id=d6a1547b-eb01-42e2-87d0-fd1ddf846118)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:12:17.947419 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:12:17.949569 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:12:17.976086 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f0687c-2d5c-4408-a444-3d2eaa2d6dbb x-openstack-request-id: req-38f0687c-2d5c-4408-a444-3d2eaa2d6dbb {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:12:17.976381 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f548adf-7eb0-44ea-99a5-978a24c26b0c", "name": "network-vif-plugged", "status": "completed", "tag": "3605f120-8b3a-4cb2-865a-b59f60e3d7da", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:12:17.976666 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-38f0687c-2d5c-4408-a444-3d2eaa2d6dbb {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:12:17.978080 dv-cinder-769602-4-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f548adf-7eb0-44ea-99a5-978a24c26b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3605f120-8b3a-4cb2-865a-b59f60e3d7da', 'code': 200} Jun 29 23:12:18.005901 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=3605f120-8b3a-4cb2-865a-b59f60e3d7da,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:12:18.008953 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:12:18.242270 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ced8c6-084f-4bbd-89fd-e8fce3e7f4f9 req-ba78ed64-3bea-4168-8a34-1fd0ebb3880e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:18.243717 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-97ced8c6-084f-4bbd-89fd-e8fce3e7f4f9 req-ba78ed64-3bea-4168-8a34-1fd0ebb3880e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 1098 time: 0.0510039 Jun 29 23:12:18.277529 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-97ced8c6-084f-4bbd-89fd-e8fce3e7f4f9 req-856c9d79-43c5-4674-8370-95fcbfcc1116 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0266950 Jun 29 23:12:18.523440 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943c528-d0f6-49dd-b195-93071be85769 req-4dcae1ca-7d71-4d5e-92ce-70d2ef793223 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:18.525391 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c943c528-d0f6-49dd-b195-93071be85769 req-4dcae1ca-7d71-4d5e-92ce-70d2ef793223 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0654504 Jun 29 23:12:18.561758 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c943c528-d0f6-49dd-b195-93071be85769 req-2d857cfa-c3dc-4a2d-9511-ddfdadab9781 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308096 Jun 29 23:12:18.722198 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e610c5c-88d5-4e7b-8767-b73ad49ae008 req-05cbc1ac-a7b9-43bd-84c9-c2e0b06a40db tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:18.723694 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9e610c5c-88d5-4e7b-8767-b73ad49ae008 req-05cbc1ac-a7b9-43bd-84c9-c2e0b06a40db tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 945 time: 0.0615911 Jun 29 23:12:18.765945 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9e610c5c-88d5-4e7b-8767-b73ad49ae008 req-6fbcf5b3-241a-47c5-a50e-e0475c94cb06 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354152 Jun 29 23:12:19.635435 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-a5737125-471e-4835-a610-a4ff21910426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:12:19.744845 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cf883-6d81-4f82-bf7e-98a73d507fcb req-0bfedfd7-1b03-4419-b9ac-b30bbdb9d750 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:19.746271 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3f0cf883-6d81-4f82-bf7e-98a73d507fcb req-0bfedfd7-1b03-4419-b9ac-b30bbdb9d750 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0652652 Jun 29 23:12:19.783310 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3f0cf883-6d81-4f82-bf7e-98a73d507fcb req-0e8759b3-95df-48e9-88e4-77ac780b782a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314784 Jun 29 23:12:19.948306 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df23c7d-db98-45f2-b63e-3e7a8730a812 req-6e4cd2a3-0a7c-4d56-b955-2c4cabd90af9 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:19.949829 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4df23c7d-db98-45f2-b63e-3e7a8730a812 req-6e4cd2a3-0a7c-4d56-b955-2c4cabd90af9 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 945 time: 0.0703609 Jun 29 23:12:19.987231 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4df23c7d-db98-45f2-b63e-3e7a8730a812 req-601ea449-62c5-48e2-9d8f-4387bb76ca21 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318117 Jun 29 23:12:20.097028 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:12:20.166587 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29c579-13cf-4c2c-943d-fbde8f041f5b req-f1f3a274-145d-457d-874c-4f8670b436f8 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:20.168032 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ac29c579-13cf-4c2c-943d-fbde8f041f5b req-f1f3a274-145d-457d-874c-4f8670b436f8 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 945 time: 0.0658100 Jun 29 23:12:20.206995 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ac29c579-13cf-4c2c-943d-fbde8f041f5b req-d76d5ba7-9200-4ae8-ad10-666541feae04 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333920 Jun 29 23:12:20.230964 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 33724) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:12:20.423349 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2db1cd-66d7-4786-9bf1-82aaf7ef9f94 tempest-TestShelveInstance-309289967 tempest-TestShelveInstance-309289967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:20.424902 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-7f2db1cd-66d7-4786-9bf1-82aaf7ef9f94 tempest-TestShelveInstance-309289967 tempest-TestShelveInstance-309289967-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 1093 time: 0.1929355 Jun 29 23:12:20.427986 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 33730) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:12:20.433199 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-2f0d8bdb-759d-4474-88b0-51b23c974761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Request body: {'floatingip': {'floating_network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'port_id': '3605f120-8b3a-4cb2-865a-b59f60e3d7da', 'tenant_id': '9855b0b0a0d24eebabad9d02a3593f56', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:12:20.454930 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2f0d8bdb-759d-4474-88b0-51b23c974761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks [] for floatingip, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:12:20.552036 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2f0d8bdb-759d-4474-88b0-51b23c974761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:12:20.652822 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-2f0d8bdb-759d-4474-88b0-51b23c974761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Allocated IP 172.27.0.61 (4f4d7b89-f14b-44bd-8c77-680ef6990266/7d983a82-3206-4a2a-9ce9-3b2c9dc20086/2fa2cf5b-633c-44a8-9739-09ab97c33fc5) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:12:20.756537 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2f0d8bdb-759d-4474-88b0-51b23c974761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:12:20.767882 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:12:20.796738 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2f0d8bdb-759d-4474-88b0-51b23c974761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:12:20.798581 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:12:20.837021 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0d8bdb-759d-4474-88b0-51b23c974761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Network 4f4d7b89-f14b-44bd-8c77-680ef6990266 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:12:20.839910 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-2f0d8bdb-759d-4474-88b0-51b23c974761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:12:20.844387 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0d8bdb-759d-4474-88b0-51b23c974761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:12:20.847318 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d8bdb-759d-4474-88b0-51b23c974761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Pushing event updated for resources: {'Port': ['ID=2fa2cf5b-633c-44a8-9739-09ab97c33fc5,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:12:20.875717 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d8bdb-759d-4474-88b0-51b23c974761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:12:20.876080 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d8bdb-759d-4474-88b0-51b23c974761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:12:20.876436 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d8bdb-759d-4474-88b0-51b23c974761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:12:20.876807 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d8bdb-759d-4474-88b0-51b23c974761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:12:20.877152 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d8bdb-759d-4474-88b0-51b23c974761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:12:20.877497 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d8bdb-759d-4474-88b0-51b23c974761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:12:20.877839 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d8bdb-759d-4474-88b0-51b23c974761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:12:20.878175 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d8bdb-759d-4474-88b0-51b23c974761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:12:20.878513 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d8bdb-759d-4474-88b0-51b23c974761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:12:20.878849 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d8bdb-759d-4474-88b0-51b23c974761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:12:20.879185 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d8bdb-759d-4474-88b0-51b23c974761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:12:20.879517 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d8bdb-759d-4474-88b0-51b23c974761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:12:20.884560 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-2f0d8bdb-759d-4474-88b0-51b23c974761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:12:21.067675 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905828f-00da-4718-a3f4-61d242cf07e9 req-0645f3c7-21ff-4c6e-9c07-d9085c9fea76 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:21.069847 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5905828f-00da-4718-a3f4-61d242cf07e9 req-0645f3c7-21ff-4c6e-9c07-d9085c9fea76 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.1679769 Jun 29 23:12:21.133584 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5905828f-00da-4718-a3f4-61d242cf07e9 req-21c8b456-5ef6-4fa4-a229-57b454f345c2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519979 Jun 29 23:12:21.268773 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2f0d8bdb-759d-4474-88b0-51b23c974761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:12:21.346543 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2f0d8bdb-759d-4474-88b0-51b23c974761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:12:21.491876 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2f0d8bdb-759d-4474-88b0-51b23c974761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:12:21.496410 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2f0d8bdb-759d-4474-88b0-51b23c974761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:12:21.498582 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-fa066e7b-2cc4-4da8-95c7-ead640409a69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:12:21.529318 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2f0d8bdb-759d-4474-88b0-51b23c974761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484151'] for floatingip, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:12:21.579645 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d8bdb-759d-4474-88b0-51b23c974761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Pushing event updated for resources: {'Port': ['ID=2fa2cf5b-633c-44a8-9739-09ab97c33fc5,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:12:21.582966 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-2f0d8bdb-759d-4474-88b0-51b23c974761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:12:21.643254 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.db.l3_db [None req-2f0d8bdb-759d-4474-88b0-51b23c974761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Floating IP 7a48e228-ef27-45af-a725-1db34a8d4628 associated. External IP: 172.27.0.61, port: 3605f120-8b3a-4cb2-865a-b59f60e3d7da. Jun 29 23:12:21.847351 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0d8bdb-759d-4474-88b0-51b23c974761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Router afde0061-30d1-4ccf-bf64-a568784536dc has already been hosted by L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:12:22.214390 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0d8bdb-759d-4474-88b0-51b23c974761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:12:22.225521 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab478ab-3787-4dff-bc24-8e348d49d093 None None] Sync routers for ids ['afde0061-30d1-4ccf-bf64-a568784536dc'] in dv-cinder-769602-4-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:12:22.236288 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab478ab-3787-4dff-bc24-8e348d49d093 None None] Routers {'afde0061-30d1-4ccf-bf64-a568784536dc'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:12:22.236931 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-eab478ab-3787-4dff-bc24-8e348d49d093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:12:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['afde0061-30d1-4ccf-bf64-a568784536dc'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:12:22.239052 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2f0d8bdb-759d-4474-88b0-51b23c974761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for floatingip, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:12:22.285782 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-2f0d8bdb-759d-4474-88b0-51b23c974761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8566642 Jun 29 23:12:22.287033 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f548adf-7eb0-44ea-99a5-978a24c26b0c', 'tag': '3605f120-8b3a-4cb2-865a-b59f60e3d7da'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:12:22.289454 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4ff624e5b506a15852624dbd6f9127feb1aca7eb9818edaf72933b1fc2af06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ab737f-e917-4103-99c9-1100452282d3" -d '{"events": [{"name": "network-changed", "server_uuid": "2f548adf-7eb0-44ea-99a5-978a24c26b0c", "tag": "3605f120-8b3a-4cb2-865a-b59f60e3d7da"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:12:22.320749 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b41a2-d05a-468f-99fb-543f1a97dfc0 req-71be08b7-b6fb-45bb-941a-76af72d52f17 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:22.323411 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-310b41a2-d05a-468f-99fb-543f1a97dfc0 req-71be08b7-b6fb-45bb-941a-76af72d52f17 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0687196 Jun 29 23:12:22.331813 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccbb610-79b5-45cf-8b5e-e5c3ba4471ab x-openstack-request-id: req-0ccbb610-79b5-45cf-8b5e-e5c3ba4471ab {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:12:22.332214 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f548adf-7eb0-44ea-99a5-978a24c26b0c", "tag": "3605f120-8b3a-4cb2-865a-b59f60e3d7da", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:12:22.332541 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0ccbb610-79b5-45cf-8b5e-e5c3ba4471ab {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:12:22.333058 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f548adf-7eb0-44ea-99a5-978a24c26b0c', 'tag': '3605f120-8b3a-4cb2-865a-b59f60e3d7da', 'status': 'completed', 'code': 200} Jun 29 23:12:22.357685 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-eab478ab-3787-4dff-bc24-8e348d49d093 None None] Set router afde0061-30d1-4ccf-bf64-a568784536dc gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:12:22.364958 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-310b41a2-d05a-468f-99fb-543f1a97dfc0 req-ee5d4f51-044c-439f-9e5f-7ce121ffc841 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359836 Jun 29 23:12:22.423287 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab737f-e917-4103-99c9-1100452282d3 req-d98840e0-e90c-4248-86c5-41ae35f4e52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:22.424851 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b8ab737f-e917-4103-99c9-1100452282d3 req-d98840e0-e90c-4248-86c5-41ae35f4e52e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9855b0b0a0d24eebabad9d02a3593f56&device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 1098 time: 0.0520196 Jun 29 23:12:22.440271 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:12:22.516864 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab737f-e917-4103-99c9-1100452282d3 req-d6fe2b6f-feff-4e01-9443-41e11abd04f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:22.518322 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b8ab737f-e917-4103-99c9-1100452282d3 req-d6fe2b6f-feff-4e01-9443-41e11abd04f7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5fc87514-4bd0-4767-a854-4d25442e1d05 HTTP/1.1" status: 200 len: 910 time: 0.0857766 Jun 29 23:12:22.585812 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b8ab737f-e917-4103-99c9-1100452282d3 req-6799bf8d-672c-465a-98f5-3af6f57dfe7d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3605f120-8b3a-4cb2-865a-b59f60e3d7da HTTP/1.1" status: 200 len: 998 time: 0.0592926 Jun 29 23:12:22.592821 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-eab478ab-3787-4dff-bc24-8e348d49d093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'name': 'tempest-TestShelveInstance-1982954808-router', 'tenant_id': '9855b0b0a0d24eebabad9d02a3593f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b4467d9e-8768-4f92-afbb-22ca12761ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:10:17Z', 'updated_at': '2021-06-29T23:10:22Z', 'revision_number': 4, 'project_id': '9855b0b0a0d24eebabad9d02a3593f56', 'gw_port': {'id': 'b4467d9e-8768-4f92-afbb-22ca12761ad2', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:10:17Z', 'updated_at': '2021-06-29T23:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_floatingips': [{'id': '7a48e228-ef27-45af-a725-1db34a8d4628', 'tenant_id': '9855b0b0a0d24eebabad9d02a3593f56', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'router_id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'port_id': '3605f120-8b3a-4cb2-865a-b59f60e3d7da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fc87514-4bd0-4767-a854-4d25442e1d05', 'mac_address': 'fa:16:3e:42:1c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f548adf-7eb0-44ea-99a5-978a24c26b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:12:21Z', 'updated_at': '2021-06-29T23:12:21Z', 'revision_number': 0, 'project_id': '9855b0b0a0d24eebabad9d02a3593f56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8472051-1085-497b-a791-7093c5c50748', 'name': '', 'network_id': '5fc87514-4bd0-4767-a854-4d25442e1d05', 'tenant_id': '9855b0b0a0d24eebabad9d02a3593f56', 'mac_address': 'fa:16:3e:14:1a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '6c5958d2-5979-42b6-8d5d-8777f7be84eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:10:21Z', 'updated_at': '2021-06-29T23:10:28Z', 'revision_number': 5, 'project_id': '9855b0b0a0d24eebabad9d02a3593f56', 'subnets': [{'id': '6c5958d2-5979-42b6-8d5d-8777f7be84eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:12:22.614059 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:12:22.620985 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab478ab-3787-4dff-bc24-8e348d49d093 None None] Checking router: afde0061-30d1-4ccf-bf64-a568784536dc for host: dv-cinder-769602-4-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:12:22.628939 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab478ab-3787-4dff-bc24-8e348d49d093 None None] Routers {'afde0061-30d1-4ccf-bf64-a568784536dc'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:12:22.629550 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-eab478ab-3787-4dff-bc24-8e348d49d093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:12:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['afde0061-30d1-4ccf-bf64-a568784536dc'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:12:22.639584 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab737f-e917-4103-99c9-1100452282d3 req-b94cccde-6caf-46a4-b525-4882088b8379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:22.641079 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b8ab737f-e917-4103-99c9-1100452282d3 req-b94cccde-6caf-46a4-b525-4882088b8379 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6c5958d2-5979-42b6-8d5d-8777f7be84eb HTTP/1.1" status: 200 len: 848 time: 0.0487337 Jun 29 23:12:22.703275 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab737f-e917-4103-99c9-1100452282d3 req-facf3c4e-c64b-476a-8bbf-2756d81dd561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:22.704823 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b8ab737f-e917-4103-99c9-1100452282d3 req-facf3c4e-c64b-476a-8bbf-2756d81dd561 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5fc87514-4bd0-4767-a854-4d25442e1d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549443 Jun 29 23:12:22.738595 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-eab478ab-3787-4dff-bc24-8e348d49d093 None None] Set router afde0061-30d1-4ccf-bf64-a568784536dc gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:12:22.794573 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b8ab737f-e917-4103-99c9-1100452282d3 req-7022057e-4ed2-4d2c-9ff5-10957e1b297f service neutron] 10.222.0.52 "GET /v2.0/networks/5fc87514-4bd0-4767-a854-4d25442e1d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808890 Jun 29 23:12:22.888663 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b8ab737f-e917-4103-99c9-1100452282d3 req-71e3f430-02f1-4a1b-b886-dad24f0a2522 service neutron] 10.222.0.52 "GET /v2.0/networks/5fc87514-4bd0-4767-a854-4d25442e1d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868964 Jun 29 23:12:22.968709 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-eab478ab-3787-4dff-bc24-8e348d49d093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'name': 'tempest-TestShelveInstance-1982954808-router', 'tenant_id': '9855b0b0a0d24eebabad9d02a3593f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b4467d9e-8768-4f92-afbb-22ca12761ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:10:17Z', 'updated_at': '2021-06-29T23:10:22Z', 'revision_number': 4, 'project_id': '9855b0b0a0d24eebabad9d02a3593f56', 'gw_port': {'id': 'b4467d9e-8768-4f92-afbb-22ca12761ad2', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:10:17Z', 'updated_at': '2021-06-29T23:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_floatingips': [{'id': '7a48e228-ef27-45af-a725-1db34a8d4628', 'tenant_id': '9855b0b0a0d24eebabad9d02a3593f56', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'router_id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'port_id': '3605f120-8b3a-4cb2-865a-b59f60e3d7da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fc87514-4bd0-4767-a854-4d25442e1d05', 'mac_address': 'fa:16:3e:42:1c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f548adf-7eb0-44ea-99a5-978a24c26b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:12:21Z', 'updated_at': '2021-06-29T23:12:21Z', 'revision_number': 0, 'project_id': '9855b0b0a0d24eebabad9d02a3593f56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8472051-1085-497b-a791-7093c5c50748', 'name': '', 'network_id': '5fc87514-4bd0-4767-a854-4d25442e1d05', 'tenant_id': '9855b0b0a0d24eebabad9d02a3593f56', 'mac_address': 'fa:16:3e:14:1a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '6c5958d2-5979-42b6-8d5d-8777f7be84eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:10:21Z', 'updated_at': '2021-06-29T23:10:28Z', 'revision_number': 5, 'project_id': '9855b0b0a0d24eebabad9d02a3593f56', 'subnets': [{'id': '6c5958d2-5979-42b6-8d5d-8777f7be84eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:12:22.997184 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab478ab-3787-4dff-bc24-8e348d49d093 None None] The sync data for ids ['afde0061-30d1-4ccf-bf64-a568784536dc'] in dv-cinder-769602-4-iscsi is: [{'id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'name': 'tempest-TestShelveInstance-1982954808-router', 'tenant_id': '9855b0b0a0d24eebabad9d02a3593f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b4467d9e-8768-4f92-afbb-22ca12761ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:10:17Z', 'updated_at': '2021-06-29T23:10:22Z', 'revision_number': 4, 'project_id': '9855b0b0a0d24eebabad9d02a3593f56', 'gw_port': {'id': 'b4467d9e-8768-4f92-afbb-22ca12761ad2', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:10:17Z', 'updated_at': '2021-06-29T23:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_floatingips': [{'id': '7a48e228-ef27-45af-a725-1db34a8d4628', 'tenant_id': '9855b0b0a0d24eebabad9d02a3593f56', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'router_id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'port_id': '3605f120-8b3a-4cb2-865a-b59f60e3d7da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fc87514-4bd0-4767-a854-4d25442e1d05', 'mac_address': 'fa:16:3e:42:1c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f548adf-7eb0-44ea-99a5-978a24c26b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:12:21Z', 'updated_at': '2021-06-29T23:12:21Z', 'revision_number': 0, 'project_id': '9855b0b0a0d24eebabad9d02a3593f56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8472051-1085-497b-a791-7093c5c50748', 'name': '', 'network_id': '5fc87514-4bd0-4767-a854-4d25442e1d05', 'tenant_id': '9855b0b0a0d24eebabad9d02a3593f56', 'mac_address': 'fa:16:3e:14:1a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '6c5958d2-5979-42b6-8d5d-8777f7be84eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:10:21Z', 'updated_at': '2021-06-29T23:10:28Z', 'revision_number': 5, 'project_id': '9855b0b0a0d24eebabad9d02a3593f56', 'subnets': [{'id': '6c5958d2-5979-42b6-8d5d-8777f7be84eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:12:23.183048 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93decdd-bf33-49ca-a8fd-6764af26cbd5 None None] New status for floating IP 7a48e228-ef27-45af-a725-1db34a8d4628: ACTIVE {{(pid=93164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 23:12:23.541173 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c78240-12d5-4c8e-b108-1f1ef76b6741 req-a6c22ac6-30e5-4eb9-a2da-099d75bbc2d1 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:23.542605 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-73c78240-12d5-4c8e-b108-1f1ef76b6741 req-a6c22ac6-30e5-4eb9-a2da-099d75bbc2d1 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0600972 Jun 29 23:12:23.579075 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-73c78240-12d5-4c8e-b108-1f1ef76b6741 req-e3f3ebe1-6e0f-44a9-bc5a-52a05668eca9 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308633 Jun 29 23:12:24.756934 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0966ec-3879-48e8-af66-4e20cbb2d2b2 req-d7f06c1c-6a91-456b-863c-580128bc0326 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:24.758385 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2e0966ec-3879-48e8-af66-4e20cbb2d2b2 req-d7f06c1c-6a91-456b-863c-580128bc0326 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0615807 Jun 29 23:12:24.795080 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2e0966ec-3879-48e8-af66-4e20cbb2d2b2 req-2aae687d-6af3-45bf-a0c6-6dce7a9ee3b5 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301402 Jun 29 23:12:25.979014 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb7855-41fd-48de-a6cb-f8e9225d6564 req-6f52d17b-74a4-4045-81a0-a9b5134d0b4f tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:25.980498 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-75eb7855-41fd-48de-a6cb-f8e9225d6564 req-6f52d17b-74a4-4045-81a0-a9b5134d0b4f tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0710530 Jun 29 23:12:26.017449 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-75eb7855-41fd-48de-a6cb-f8e9225d6564 req-37ad0c7d-5123-47ae-a395-47679ff6bb17 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313818 Jun 29 23:12:27.193467 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27c81f-a655-4d25-a03c-b2ede2f3942a req-762bfdca-f033-4768-bde8-4f80295dd412 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:27.194912 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dc27c81f-a655-4d25-a03c-b2ede2f3942a req-762bfdca-f033-4768-bde8-4f80295dd412 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0648141 Jun 29 23:12:27.232203 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dc27c81f-a655-4d25-a03c-b2ede2f3942a req-bf190d92-4a87-4c6e-b64e-d0b1797a96f9 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313222 Jun 29 23:12:28.407392 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc5f7e-7416-426f-ba69-b57d6af1f9fd req-ed224e63-1e00-40c2-be59-f3a12cb719cb tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:28.408857 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-bdcc5f7e-7416-426f-ba69-b57d6af1f9fd req-ed224e63-1e00-40c2-be59-f3a12cb719cb tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0607781 Jun 29 23:12:28.446483 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-bdcc5f7e-7416-426f-ba69-b57d6af1f9fd req-7ccdfc27-45a3-4c7d-a21e-20f07c630d4d tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319963 Jun 29 23:12:29.625294 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460537a-4f3d-4955-be9c-40d7df2a7a91 req-a6b72511-1c75-4063-ae3e-fce4cfcc3d13 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:29.627324 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9460537a-4f3d-4955-be9c-40d7df2a7a91 req-a6b72511-1c75-4063-ae3e-fce4cfcc3d13 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0665441 Jun 29 23:12:29.663915 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9460537a-4f3d-4955-be9c-40d7df2a7a91 req-2d97b965-bb87-462c-b943-292738901233 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310142 Jun 29 23:12:30.840282 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448fa1c1-4afc-4ceb-87f9-a0399613187b req-81788866-bdda-430a-800a-d9a2824070d7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:30.841662 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-448fa1c1-4afc-4ceb-87f9-a0399613187b req-81788866-bdda-430a-800a-d9a2824070d7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0605147 Jun 29 23:12:30.878207 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-448fa1c1-4afc-4ceb-87f9-a0399613187b req-bc22299c-cb22-46d2-a8e8-57051cc615ca tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310085 Jun 29 23:12:32.056277 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf2ca2-d781-4a21-8b21-dffe3864f1e4 req-69f1706a-e534-4640-a4a3-b3820a72b8d3 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:32.057774 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8daf2ca2-d781-4a21-8b21-dffe3864f1e4 req-69f1706a-e534-4640-a4a3-b3820a72b8d3 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0669367 Jun 29 23:12:32.096548 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8daf2ca2-d781-4a21-8b21-dffe3864f1e4 req-42220fe0-3932-4588-8051-a3a559fb3a33 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331485 Jun 29 23:12:33.273494 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85ae72-0ad6-43b6-9eba-c412b17a811f req-10505b4f-0b35-4ed8-b194-e6b6529ca9f9 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:33.275366 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3c85ae72-0ad6-43b6-9eba-c412b17a811f req-10505b4f-0b35-4ed8-b194-e6b6529ca9f9 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0650969 Jun 29 23:12:33.312067 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3c85ae72-0ad6-43b6-9eba-c412b17a811f req-c32075e1-e71f-44df-9085-0cf86a8ee0fc tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312171 Jun 29 23:12:34.216220 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:12:34.496536 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19578b2c-e2ae-47b2-b06b-7417c00632c2 req-b385c618-55d0-44ab-a729-ab772501f0ca tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:34.498066 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-19578b2c-e2ae-47b2-b06b-7417c00632c2 req-b385c618-55d0-44ab-a729-ab772501f0ca tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0623207 Jun 29 23:12:34.534604 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-19578b2c-e2ae-47b2-b06b-7417c00632c2 req-6bf7dbb1-fef9-49ae-a5b2-dae7c474107e tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309608 Jun 29 23:12:35.706879 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769cc086-832e-4b5a-9f12-73ac7da14c8f req-2aaa2302-0789-43ce-90c4-aa958505a54c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:35.708370 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-769cc086-832e-4b5a-9f12-73ac7da14c8f req-2aaa2302-0789-43ce-90c4-aa958505a54c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0610964 Jun 29 23:12:35.746098 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-769cc086-832e-4b5a-9f12-73ac7da14c8f req-b02033ce-5a25-4d30-acb5-26f109952f8d tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319135 Jun 29 23:12:36.922917 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7a698-3e9d-437d-91bf-12250faae624 req-c07e6411-0c0a-4983-b6ca-ada62179cdfd tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:36.924390 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7fa7a698-3e9d-437d-91bf-12250faae624 req-c07e6411-0c0a-4983-b6ca-ada62179cdfd tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0669303 Jun 29 23:12:36.965061 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7fa7a698-3e9d-437d-91bf-12250faae624 req-7e9ff70d-c6cb-42c2-90f0-b6a2da2270d8 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349255 Jun 29 23:12:38.143240 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e81cda-6581-402f-9dca-d6bbda0b80f0 req-e4f3071c-ce4a-47bf-b045-cdeb6d3c0bca tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:38.144833 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-34e81cda-6581-402f-9dca-d6bbda0b80f0 req-e4f3071c-ce4a-47bf-b045-cdeb6d3c0bca tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0655534 Jun 29 23:12:38.182326 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-34e81cda-6581-402f-9dca-d6bbda0b80f0 req-8fd0334f-15a7-446b-a43e-7881dd54c33f tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312378 Jun 29 23:12:39.358223 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bfd9e-8fca-4e5d-8895-44edae3757dc req-8506f645-3a88-48ed-99d0-2cc759ddcdbf tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:39.359554 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2c5bfd9e-8fca-4e5d-8895-44edae3757dc req-8506f645-3a88-48ed-99d0-2cc759ddcdbf tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0639563 Jun 29 23:12:39.395342 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2c5bfd9e-8fca-4e5d-8895-44edae3757dc req-512641da-0f27-4011-9552-f8ca0f8821e6 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303156 Jun 29 23:12:40.574161 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e07cb-ef41-4f27-8478-bd9e27452ff5 req-4817c47b-cab4-49a4-aec2-906bdbe3c0ef tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:40.575600 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f49e07cb-ef41-4f27-8478-bd9e27452ff5 req-4817c47b-cab4-49a4-aec2-906bdbe3c0ef tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0628510 Jun 29 23:12:40.612885 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f49e07cb-ef41-4f27-8478-bd9e27452ff5 req-928b543b-21c5-4ea2-874e-c45769ec6f8b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316164 Jun 29 23:12:41.790709 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45203ba-2136-4f16-8c81-7aedd4eb7e4a req-d458f5c9-4603-40d4-b30a-7656166898e2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:41.792151 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e45203ba-2136-4f16-8c81-7aedd4eb7e4a req-d458f5c9-4603-40d4-b30a-7656166898e2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0637646 Jun 29 23:12:41.829520 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e45203ba-2136-4f16-8c81-7aedd4eb7e4a req-e11be5b6-76ce-42d2-aae1-5fdbeee970f4 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317528 Jun 29 23:12:43.002869 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a20330-9c84-4a62-8f9b-834098d4ce0c req-22cce50e-58ce-4605-af37-37136171c250 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:43.004247 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e6a20330-9c84-4a62-8f9b-834098d4ce0c req-22cce50e-58ce-4605-af37-37136171c250 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0622675 Jun 29 23:12:43.041404 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e6a20330-9c84-4a62-8f9b-834098d4ce0c req-225080b8-06c4-4f12-a063-3ec50fb9e83f tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314009 Jun 29 23:12:44.222266 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94cd580-54bc-4e77-85a5-58d6d07a94fa req-1933a659-2c0d-4874-9a1e-5b5fcd556bb2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:44.223739 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f94cd580-54bc-4e77-85a5-58d6d07a94fa req-1933a659-2c0d-4874-9a1e-5b5fcd556bb2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0647020 Jun 29 23:12:44.262219 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f94cd580-54bc-4e77-85a5-58d6d07a94fa req-5a09f7bb-5b70-42af-b840-1fc77f022464 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325963 Jun 29 23:12:45.439826 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad890c-972a-45a0-bd7d-0bf30dd6a598 req-e5e6e4a4-d22f-4bdb-9023-353061e5c36e tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:45.441312 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9aad890c-972a-45a0-bd7d-0bf30dd6a598 req-e5e6e4a4-d22f-4bdb-9023-353061e5c36e tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0643275 Jun 29 23:12:45.478682 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9aad890c-972a-45a0-bd7d-0bf30dd6a598 req-aaf8f592-bd39-4caa-96bc-0731641e51a2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311434 Jun 29 23:12:46.651973 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7291e10-1c65-47db-af70-1747be4c2945 req-ab0e037f-5aa9-4a2c-9642-1e779eadf1b4 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:46.653476 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b7291e10-1c65-47db-af70-1747be4c2945 req-ab0e037f-5aa9-4a2c-9642-1e779eadf1b4 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0627005 Jun 29 23:12:46.691740 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b7291e10-1c65-47db-af70-1747be4c2945 req-0f12b87e-c51b-43d9-a40b-a0e35421eacf tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327380 Jun 29 23:12:47.122361 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-7334cd8a-53bf-4634-9ad9-5fcce1278db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:12:47.867097 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a893f-0c13-402e-9330-20196d28e29a req-7df65b21-d2f6-43ab-9835-2447baf954f0 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:47.868714 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-de2a893f-0c13-402e-9330-20196d28e29a req-7df65b21-d2f6-43ab-9835-2447baf954f0 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0630927 Jun 29 23:12:47.907487 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-de2a893f-0c13-402e-9330-20196d28e29a req-ffaae33a-d543-4f6a-b77b-8b16726bb87a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330281 Jun 29 23:12:49.083405 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0833606-83d2-4f81-8408-235a144fd95e req-dfd5ebc7-4b33-4b8d-9737-bfa369cb86da tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:49.084878 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f0833606-83d2-4f81-8408-235a144fd95e req-dfd5ebc7-4b33-4b8d-9737-bfa369cb86da tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0630214 Jun 29 23:12:49.122614 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f0833606-83d2-4f81-8408-235a144fd95e req-2dc329c7-bf6a-475c-b9f2-fce067345003 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315001 Jun 29 23:12:49.608008 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-466a7ce5-179f-4254-9e51-0d8de6ab9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:12:50.098803 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:12:50.305560 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18d48a-027d-4809-87e5-26cbe2494a36 req-ce16dc56-7f9c-4259-b952-8d9e162ec967 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:50.307015 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4a18d48a-027d-4809-87e5-26cbe2494a36 req-ce16dc56-7f9c-4259-b952-8d9e162ec967 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0644741 Jun 29 23:12:50.345319 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4a18d48a-027d-4809-87e5-26cbe2494a36 req-1ef9dcdc-189f-4d78-b92c-f6aa6c68d634 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326383 Jun 29 23:12:50.771762 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:12:51.525981 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc0dd5-4409-4649-87cf-2542e8f89e85 req-b16bb68a-eb53-4b8e-a04d-ccf4febd6d0a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:51.527350 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1cdc0dd5-4409-4649-87cf-2542e8f89e85 req-b16bb68a-eb53-4b8e-a04d-ccf4febd6d0a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0655062 Jun 29 23:12:51.565556 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1cdc0dd5-4409-4649-87cf-2542e8f89e85 req-048611f1-465c-40d9-bf4f-0935937f4eb2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325098 Jun 29 23:12:52.614187 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:12:52.745628 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3d755-2245-4368-aad8-1a7221c1054d req-9d99f2b6-312b-4604-ba98-e4d896d3e588 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:52.747127 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-69d3d755-2245-4368-aad8-1a7221c1054d req-9d99f2b6-312b-4604-ba98-e4d896d3e588 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0651026 Jun 29 23:12:52.784774 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-69d3d755-2245-4368-aad8-1a7221c1054d req-7fc6b901-e5e4-40cd-87ac-3698c205f442 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307584 Jun 29 23:12:53.962866 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276b2b3-498a-4254-ac55-dccb2820a968 req-0a06b45d-510a-4f0f-aabf-e6c6d492fbbe tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:53.964326 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4276b2b3-498a-4254-ac55-dccb2820a968 req-0a06b45d-510a-4f0f-aabf-e6c6d492fbbe tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0629237 Jun 29 23:12:54.002042 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4276b2b3-498a-4254-ac55-dccb2820a968 req-2807ecc5-ee6c-4d6f-ab83-1aac42e34647 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319943 Jun 29 23:12:55.178359 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362da9cb-863b-4b7e-bffe-18b0ec9d2096 req-4f51ca4c-1784-4461-b445-cc67fd743f15 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:55.179815 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-362da9cb-863b-4b7e-bffe-18b0ec9d2096 req-4f51ca4c-1784-4461-b445-cc67fd743f15 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0624328 Jun 29 23:12:55.215861 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-362da9cb-863b-4b7e-bffe-18b0ec9d2096 req-7baaf170-2ee9-409a-8db5-61384153b658 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297346 Jun 29 23:12:56.395226 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f230fda-0d12-4714-9a28-f8279d5dded8 req-00ca5009-559c-402b-9351-2255b8d384a0 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:56.396628 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7f230fda-0d12-4714-9a28-f8279d5dded8 req-00ca5009-559c-402b-9351-2255b8d384a0 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0676320 Jun 29 23:12:56.434046 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7f230fda-0d12-4714-9a28-f8279d5dded8 req-48cf9aa8-ffcb-4d25-88d7-ef85ecc07a8d tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315523 Jun 29 23:12:57.612008 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8605f5a-984b-42fb-b292-6a49874911f9 req-2a740394-2516-4b9b-9597-26119245f208 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:57.613512 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f8605f5a-984b-42fb-b292-6a49874911f9 req-2a740394-2516-4b9b-9597-26119245f208 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0662482 Jun 29 23:12:57.651123 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f8605f5a-984b-42fb-b292-6a49874911f9 req-1332e9cd-53a7-40bd-959c-ac28578294e2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318029 Jun 29 23:12:58.826940 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963b6c6-7df7-456a-b736-a60cff394b44 req-f6c683b7-8d32-412d-b1f5-5397fea41c8b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:12:58.828316 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d963b6c6-7df7-456a-b736-a60cff394b44 req-f6c683b7-8d32-412d-b1f5-5397fea41c8b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0641956 Jun 29 23:12:58.865938 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d963b6c6-7df7-456a-b736-a60cff394b44 req-31d0c415-9504-4d1c-b33b-0e5d9cc6814f tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320058 Jun 29 23:12:59.409151 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:13:00.042248 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f94b2-1a44-4499-b04f-cd2bacecb0ae req-8ad8a576-6855-491c-90e7-a0a76b3c9bab tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:00.043738 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2a0f94b2-1a44-4499-b04f-cd2bacecb0ae req-8ad8a576-6855-491c-90e7-a0a76b3c9bab tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0607648 Jun 29 23:13:00.081437 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2a0f94b2-1a44-4499-b04f-cd2bacecb0ae req-79fed269-5e28-4add-ab5a-5e617d7a6fb3 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311468 Jun 29 23:13:01.259444 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703377d9-0511-489c-922d-f4e5ea8c8177 req-be156283-76af-4abc-9ddc-bd3ab10bb3f8 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:01.260923 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-703377d9-0511-489c-922d-f4e5ea8c8177 req-be156283-76af-4abc-9ddc-bd3ab10bb3f8 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0620472 Jun 29 23:13:01.297314 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-703377d9-0511-489c-922d-f4e5ea8c8177 req-e0270877-1567-4f63-a4ca-5859dc1adb71 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309043 Jun 29 23:13:02.479541 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135e62a-5450-418f-b2da-55b83ab58afc req-64195466-692d-4c3b-bdb9-f5000863818a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:02.480981 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c135e62a-5450-418f-b2da-55b83ab58afc req-64195466-692d-4c3b-bdb9-f5000863818a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0722082 Jun 29 23:13:02.521237 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c135e62a-5450-418f-b2da-55b83ab58afc req-93c4ae93-7616-4355-9a2f-53bf32a7e27b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345001 Jun 29 23:13:03.918505 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a34be-ff65-4d4d-bc97-3b37fae622b5 req-516a17fd-4a65-4310-a90b-a79bb36d6b56 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:03.919982 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-632a34be-ff65-4d4d-bc97-3b37fae622b5 req-516a17fd-4a65-4310-a90b-a79bb36d6b56 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.2803590 Jun 29 23:13:03.960637 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-632a34be-ff65-4d4d-bc97-3b37fae622b5 req-5bd12a58-61ca-4ef2-ade5-a336296ef099 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348878 Jun 29 23:13:04.223707 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:13:05.135878 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a56c0-cae6-41c9-ae08-1222b12f0e5d req-e64378c4-e1a4-42b6-9051-025b98691327 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:05.137414 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3a6a56c0-cae6-41c9-ae08-1222b12f0e5d req-e64378c4-e1a4-42b6-9051-025b98691327 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0633590 Jun 29 23:13:05.173932 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3a6a56c0-cae6-41c9-ae08-1222b12f0e5d req-122a477f-3c68-4e57-be77-cb5b6c1d7c7d tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310147 Jun 29 23:13:05.284432 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fe964d62-7b8a-4380-8318-efc75bdd2edd req-b25286ed-0d4f-4311-a1ee-3508646d104b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0489621 Jun 29 23:13:05.380486 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe964d62-7b8a-4380-8318-efc75bdd2edd req-0990c138-d517-478b-a108-5bdbaaaea0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:05.382035 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fe964d62-7b8a-4380-8318-efc75bdd2edd req-0990c138-d517-478b-a108-5bdbaaaea0c2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a21d7629b3b04afe9b528722dbde8df7&device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 1098 time: 0.0559201 Jun 29 23:13:05.487850 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe964d62-7b8a-4380-8318-efc75bdd2edd req-36fc0861-b6c8-4fef-9af0-8bde4d7fff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:05.489346 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fe964d62-7b8a-4380-8318-efc75bdd2edd req-36fc0861-b6c8-4fef-9af0-8bde4d7fff2e service neutron] 10.222.0.52 "GET /v2.0/networks?id=89702f14-ff61-4cde-bb1a-7226991037f5 HTTP/1.1" status: 200 len: 919 time: 0.0875163 Jun 29 23:13:05.534105 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fe964d62-7b8a-4380-8318-efc75bdd2edd req-945bbecc-ae3d-435c-b22d-ff6aaef64453 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aade234a-ab1f-4e8c-9ad8-f86e56f903ba HTTP/1.1" status: 200 len: 217 time: 0.0376201 Jun 29 23:13:05.580861 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe964d62-7b8a-4380-8318-efc75bdd2edd req-d2656f59-8493-4333-8c9e-48ac653b97c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:05.582237 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fe964d62-7b8a-4380-8318-efc75bdd2edd req-d2656f59-8493-4333-8c9e-48ac653b97c0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=849ea54a-79f1-48c3-8b24-76e2484d0112 HTTP/1.1" status: 200 len: 858 time: 0.0412552 Jun 29 23:13:05.613507 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fe964d62-7b8a-4380-8318-efc75bdd2edd req-6203e3e6-9c5a-42c9-bcd2-6d07a1e66534 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=89702f14-ff61-4cde-bb1a-7226991037f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246975 Jun 29 23:13:05.704597 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fe964d62-7b8a-4380-8318-efc75bdd2edd req-3416fe73-dc4a-482a-9bb7-b502d72ab1e4 service neutron] 10.222.0.52 "GET /v2.0/networks/89702f14-ff61-4cde-bb1a-7226991037f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833671 Jun 29 23:13:05.799533 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fe964d62-7b8a-4380-8318-efc75bdd2edd req-97b69432-396e-4bbc-ad58-44e1affe7fd0 service neutron] 10.222.0.52 "GET /v2.0/networks/89702f14-ff61-4cde-bb1a-7226991037f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861535 Jun 29 23:13:06.348891 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1029d7-b1ed-493b-b9dc-a1c8c4540c3c req-13bfdce3-fb1c-4326-840e-6a2c6ebdab95 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:06.350344 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9d1029d7-b1ed-493b-b9dc-a1c8c4540c3c req-13bfdce3-fb1c-4326-840e-6a2c6ebdab95 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0613234 Jun 29 23:13:06.388557 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9d1029d7-b1ed-493b-b9dc-a1c8c4540c3c req-da0557d5-c65a-45e5-b3ef-e0aca71c981f tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317628 Jun 29 23:13:07.572434 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78240b-c90b-475a-979b-3c5d8df91ebf req-b55cd0c0-6ab4-403d-adfe-ec017e40a215 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:07.573921 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ba78240b-c90b-475a-979b-3c5d8df91ebf req-b55cd0c0-6ab4-403d-adfe-ec017e40a215 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0675132 Jun 29 23:13:07.611216 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ba78240b-c90b-475a-979b-3c5d8df91ebf req-c9ff4914-4647-4dbb-9349-fd0333c8c996 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318089 Jun 29 23:13:08.789757 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218cb98-8f45-40bd-833b-a33f726d1345 req-4a26459d-4cf4-4426-b0fe-42f7bacfa005 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:08.791817 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7218cb98-8f45-40bd-833b-a33f726d1345 req-4a26459d-4cf4-4426-b0fe-42f7bacfa005 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0684016 Jun 29 23:13:08.832128 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7218cb98-8f45-40bd-833b-a33f726d1345 req-0c7bf762-31e7-4af9-a478-2e13b4393f63 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339146 Jun 29 23:13:10.013843 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c2a1e-6600-4f6e-9912-81e64eb689f8 req-e46c3645-2270-45ba-b265-2f8127b609c0 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:10.015310 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4e4c2a1e-6600-4f6e-9912-81e64eb689f8 req-e46c3645-2270-45ba-b265-2f8127b609c0 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0615265 Jun 29 23:13:10.053650 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4e4c2a1e-6600-4f6e-9912-81e64eb689f8 req-19edcdc6-6f65-4746-90b6-d6e1d0cd8f2b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328739 Jun 29 23:13:11.237713 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ab4c5-5f6b-4902-ab45-b2ed91f8e0d7 req-15272bf6-b825-4c68-8a17-38d17bf9c4bf tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:11.239124 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5f0ab4c5-5f6b-4902-ab45-b2ed91f8e0d7 req-15272bf6-b825-4c68-8a17-38d17bf9c4bf tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0655315 Jun 29 23:13:11.276646 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5f0ab4c5-5f6b-4902-ab45-b2ed91f8e0d7 req-14e3a5ac-f49b-4d13-bdbb-27cfcd7ab4c0 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313418 Jun 29 23:13:12.448486 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518627f-3ceb-46a0-9baa-473314d83904 req-2eb77bad-e825-420d-ada5-329b20f95c16 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:12.449982 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1518627f-3ceb-46a0-9baa-473314d83904 req-2eb77bad-e825-420d-ada5-329b20f95c16 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0622895 Jun 29 23:13:12.486382 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1518627f-3ceb-46a0-9baa-473314d83904 req-af2915b7-5ae5-4fd7-8761-ea68bdde961f tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309174 Jun 29 23:13:13.664261 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c06797-432c-4c94-82f9-cbcdf624ba2f req-c31fa227-f657-4a00-9dcf-c8af7d4f823a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:13.666657 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a0c06797-432c-4c94-82f9-cbcdf624ba2f req-c31fa227-f657-4a00-9dcf-c8af7d4f823a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0630906 Jun 29 23:13:13.707088 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a0c06797-432c-4c94-82f9-cbcdf624ba2f req-95cb6f02-9cd1-424a-9c50-3a2bafbbcfb3 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349069 Jun 29 23:13:14.896585 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93947c-4096-4550-b664-e92e514c8a19 req-5850a484-f9bf-458e-b662-0e4c1f213468 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:14.899015 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8a93947c-4096-4550-b664-e92e514c8a19 req-5850a484-f9bf-458e-b662-0e4c1f213468 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0756886 Jun 29 23:13:14.936678 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8a93947c-4096-4550-b664-e92e514c8a19 req-cbb4b7aa-1d75-4342-83e0-f313d16cb0bb tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319610 Jun 29 23:13:16.113153 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e86b3-559b-4589-9762-4a125d28f1e0 req-19358455-f1f4-4ec6-8d81-6be6931c0413 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:16.114597 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3c2e86b3-559b-4589-9762-4a125d28f1e0 req-19358455-f1f4-4ec6-8d81-6be6931c0413 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0646520 Jun 29 23:13:16.150898 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3c2e86b3-559b-4589-9762-4a125d28f1e0 req-cecff8e4-b4f0-47da-be4d-c1ee72e62e08 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300601 Jun 29 23:13:17.126225 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-dffed9ef-b4cd-4c76-a2f7-3f3bd4b2187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:13:17.324210 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b99e8-2899-460e-a984-7dbd2a758d85 req-1c0072f0-f34e-4700-b6a8-f8a0c4731625 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:17.325701 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-eb7b99e8-2899-460e-a984-7dbd2a758d85 req-1c0072f0-f34e-4700-b6a8-f8a0c4731625 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0625463 Jun 29 23:13:17.362078 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-eb7b99e8-2899-460e-a984-7dbd2a758d85 req-9f75aeb6-f100-4217-b43b-71cb36ae857c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308700 Jun 29 23:13:18.536557 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615baca6-1594-4206-bdb3-360882d25338 req-356bf47b-4f4d-4ddf-a2f9-1109261cb990 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:18.538032 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-615baca6-1594-4206-bdb3-360882d25338 req-356bf47b-4f4d-4ddf-a2f9-1109261cb990 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0635941 Jun 29 23:13:18.576014 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-615baca6-1594-4206-bdb3-360882d25338 req-6d8ca951-406c-407e-850d-eb0a9b6ca229 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317671 Jun 29 23:13:19.322002 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401577b-0706-44e3-9554-9e5b7ac395eb req-c3a00d9f-d8ce-43fd-aab8-6851eb77941a tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:19.323368 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9401577b-0706-44e3-9554-9e5b7ac395eb req-c3a00d9f-d8ce-43fd-aab8-6851eb77941a tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 946 time: 0.0659757 Jun 29 23:13:19.360460 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9401577b-0706-44e3-9554-9e5b7ac395eb req-9d6e2d26-1fc9-43ae-ae75-27b24eb0dbc8 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/security-groups?id=3089ad28-dfe7-4f2c-900f-3cfd6db472d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313625 Jun 29 23:13:19.612239 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0fbc346f-9e86-444c-8f43-4bf09909df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:13:19.756622 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1fc17-2078-44b2-b6da-8668c335ae3e req-ba656a52-5f9d-4614-95fc-943c9a30b798 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:19.758100 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3cf1fc17-2078-44b2-b6da-8668c335ae3e req-ba656a52-5f9d-4614-95fc-943c9a30b798 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0668259 Jun 29 23:13:19.795325 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3cf1fc17-2078-44b2-b6da-8668c335ae3e req-5eed7ca5-6262-4a3f-b9ab-14c765164b74 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313537 Jun 29 23:13:20.099627 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:13:20.534885 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e6193-43a0-4074-b358-0d00ad5a0ff0 req-801b3455-f7bd-42dc-951f-515721c706e6 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:20.536400 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-244e6193-43a0-4074-b358-0d00ad5a0ff0 req-801b3455-f7bd-42dc-951f-515721c706e6 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 946 time: 0.0630131 Jun 29 23:13:20.574107 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-244e6193-43a0-4074-b358-0d00ad5a0ff0 req-f801ded2-6c19-46e9-a5b3-4b8066eb9198 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/security-groups?id=3089ad28-dfe7-4f2c-900f-3cfd6db472d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314920 Jun 29 23:13:20.774230 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:13:20.977103 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd160c-3323-43d9-b71e-7a6840f8d378 req-a96bef8b-8a2c-4c39-9312-b065172c84e4 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:20.979367 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-73dd160c-3323-43d9-b71e-7a6840f8d378 req-a96bef8b-8a2c-4c39-9312-b065172c84e4 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.52 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 946 time: 0.1059203 Jun 29 23:13:20.999825 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3c388-cced-4d55-84c6-a860e21aaabc req-d3f8af86-de82-4b70-be61-52548da2d9e0 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:21.001308 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-56b3c388-cced-4d55-84c6-a860e21aaabc req-d3f8af86-de82-4b70-be61-52548da2d9e0 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0908642 Jun 29 23:13:21.090102 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-56b3c388-cced-4d55-84c6-a860e21aaabc req-82d8ad1a-87ac-4f70-bcc0-e85c6af31906 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718348 Jun 29 23:13:21.120106 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-73dd160c-3323-43d9-b71e-7a6840f8d378 req-e21e53e8-ebc5-4dd5-8194-4046ee807c38 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Deleting port fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:13:21.120449 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-73dd160c-3323-43d9-b71e-7a6840f8d378 req-e21e53e8-ebc5-4dd5-8194-4046ee807c38 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:13:21.213459 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-73dd160c-3323-43d9-b71e-7a6840f8d378 req-e21e53e8-ebc5-4dd5-8194-4046ee807c38 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] For port fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1,segment=NetworkSegment(4c3131ec-6831-4e51-915e-b85cb9cde4ad),segment_id=4c3131ec-6831-4e51-915e-b85cb9cde4ad)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:13:21.213848 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-73dd160c-3323-43d9-b71e-7a6840f8d378 req-e21e53e8-ebc5-4dd5-8194-4046ee807c38 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:13:21.431466 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-73dd160c-3323-43d9-b71e-7a6840f8d378 req-e21e53e8-ebc5-4dd5-8194-4046ee807c38 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:13:21.431828 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-73dd160c-3323-43d9-b71e-7a6840f8d378 req-e21e53e8-ebc5-4dd5-8194-4046ee807c38 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484151'] for floatingip, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:13:21.432132 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.db.l3_db [req-73dd160c-3323-43d9-b71e-7a6840f8d378 req-e21e53e8-ebc5-4dd5-8194-4046ee807c38 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Floating IP a8870b40-a5a0-4233-a546-4d937e1bc311 disassociated. External IP: 172.27.0.224, port: fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1. Jun 29 23:13:21.432459 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-73dd160c-3323-43d9-b71e-7a6840f8d378 req-e21e53e8-ebc5-4dd5-8194-4046ee807c38 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Calling delete_port for fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1 owned by compute:nova {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:13:21.558157 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-73dd160c-3323-43d9-b71e-7a6840f8d378 req-e21e53e8-ebc5-4dd5-8194-4046ee807c38 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:13:21.562058 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-3aa0b6f6-881f-463e-86d9-b52c5abdd250 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:13:21.585968 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e53e8-ebc5-4dd5-8194-4046ee807c38 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Pushing event deleted for resources: {'Port': ['ID=fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:13:21.597346 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e53e8-ebc5-4dd5-8194-4046ee807c38 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:13:21.597716 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e53e8-ebc5-4dd5-8194-4046ee807c38 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:13:21.598074 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e53e8-ebc5-4dd5-8194-4046ee807c38 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:13:21.598429 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e53e8-ebc5-4dd5-8194-4046ee807c38 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:13:21.598776 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e53e8-ebc5-4dd5-8194-4046ee807c38 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:13:21.599126 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e53e8-ebc5-4dd5-8194-4046ee807c38 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:13:21.599471 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e53e8-ebc5-4dd5-8194-4046ee807c38 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:13:21.599813 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e53e8-ebc5-4dd5-8194-4046ee807c38 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:13:21.600156 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e53e8-ebc5-4dd5-8194-4046ee807c38 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:13:21.600498 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e53e8-ebc5-4dd5-8194-4046ee807c38 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:13:21.600864 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e53e8-ebc5-4dd5-8194-4046ee807c38 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:13:21.601201 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e53e8-ebc5-4dd5-8194-4046ee807c38 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:13:21.640747 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-e21e53e8-ebc5-4dd5-8194-4046ee807c38 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:13:21.714423 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73dd160c-3323-43d9-b71e-7a6840f8d378 req-e21e53e8-ebc5-4dd5-8194-4046ee807c38 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Router 23013b6e-675c-4895-8b90-45ef9e72cfff has already been hosted by L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:13:21.732596 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-96fceca4-811b-4f0b-9b85-33a378d814d7 req-b592a3fb-8abc-41a4-9ae1-67492726a181 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0435102 Jun 29 23:13:21.823054 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73dd160c-3323-43d9-b71e-7a6840f8d378 req-e21e53e8-ebc5-4dd5-8194-4046ee807c38 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:13:21.833909 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21b8381-76d3-42ea-8ac4-f76e3fdf3987 None None] Sync routers for ids ['23013b6e-675c-4895-8b90-45ef9e72cfff'] in dv-cinder-769602-4-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:13:21.843475 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21b8381-76d3-42ea-8ac4-f76e3fdf3987 None None] Routers {'23013b6e-675c-4895-8b90-45ef9e72cfff'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:13:21.844086 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-d21b8381-76d3-42ea-8ac4-f76e3fdf3987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:13:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['23013b6e-675c-4895-8b90-45ef9e72cfff'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:13:21.867505 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-73dd160c-3323-43d9-b71e-7a6840f8d378 req-e21e53e8-ebc5-4dd5-8194-4046ee807c38 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] No DVR routers for this DVR port fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1 on host hv-cinder-76960 {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:13:21.870173 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-73dd160c-3323-43d9-b71e-7a6840f8d378 req-e21e53e8-ebc5-4dd5-8194-4046ee807c38 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:13:21.872124 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-73dd160c-3323-43d9-b71e-7a6840f8d378 req-e21e53e8-ebc5-4dd5-8194-4046ee807c38 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.52 "DELETE /v2.0/ports/fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1 HTTP/1.1" status: 204 len: 173 time: 0.8863316 Jun 29 23:13:21.872755 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16302153-6c4c-4899-83cf-38975372d337', 'name': 'network-vif-deleted', 'tag': 'fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:13:21.875051 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4ff624e5b506a15852624dbd6f9127feb1aca7eb9818edaf72933b1fc2af06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc47ce79-45eb-4446-ad5c-f06d532dcbef" -d '{"events": [{"server_uuid": "16302153-6c4c-4899-83cf-38975372d337", "name": "network-vif-deleted", "tag": "fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:13:21.917617 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d923e6b7-f2c2-4aa8-9a77-efe21d197fef x-openstack-request-id: req-d923e6b7-f2c2-4aa8-9a77-efe21d197fef {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:13:21.918008 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16302153-6c4c-4899-83cf-38975372d337", "name": "network-vif-deleted", "tag": "fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:13:21.918294 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d923e6b7-f2c2-4aa8-9a77-efe21d197fef {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:13:21.918719 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16302153-6c4c-4899-83cf-38975372d337', 'name': 'network-vif-deleted', 'tag': 'fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1', 'status': 'completed', 'code': 200} Jun 29 23:13:21.953253 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-d21b8381-76d3-42ea-8ac4-f76e3fdf3987 None None] Set router 23013b6e-675c-4895-8b90-45ef9e72cfff gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:13:22.157619 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-d21b8381-76d3-42ea-8ac4-f76e3fdf3987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'name': 'tempest-TestVolumeBootPattern-1089411821-router', 'tenant_id': 'e444b0c64b064d49896f40508446d2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '17fea40c-2114-492a-9271-df92336577fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:09:31Z', 'updated_at': '2021-06-29T23:09:39Z', 'revision_number': 4, 'project_id': 'e444b0c64b064d49896f40508446d2e7', 'gw_port': {'id': '17fea40c-2114-492a-9271-df92336577fb', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:09:33Z', 'updated_at': '2021-06-29T23:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': '415792bb-18f2-480d-81e2-5e5e427daa99', 'name': '', 'network_id': '91614b0c-8023-4554-a60f-a9debc2aead5', 'tenant_id': 'e444b0c64b064d49896f40508446d2e7', 'mac_address': 'fa:16:3e:31:33:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'f269cef7-2126-4abb-adf5-a4e644107e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:09:37Z', 'updated_at': '2021-06-29T23:09:46Z', 'revision_number': 5, 'project_id': 'e444b0c64b064d49896f40508446d2e7', 'subnets': [{'id': 'f269cef7-2126-4abb-adf5-a4e644107e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:13:22.270873 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21b8381-76d3-42ea-8ac4-f76e3fdf3987 None None] Checking router: 23013b6e-675c-4895-8b90-45ef9e72cfff for host: dv-cinder-769602-4-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:13:22.279654 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21b8381-76d3-42ea-8ac4-f76e3fdf3987 None None] Routers {'23013b6e-675c-4895-8b90-45ef9e72cfff'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:13:22.279834 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab079f8f-41de-49bb-ac7a-83c4dc872faf req-5e70c90e-5235-47c3-9c5d-ec0045096c65 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:22.280262 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-d21b8381-76d3-42ea-8ac4-f76e3fdf3987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:13:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['23013b6e-675c-4895-8b90-45ef9e72cfff'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:13:22.281506 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ab079f8f-41de-49bb-ac7a-83c4dc872faf req-5e70c90e-5235-47c3-9c5d-ec0045096c65 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0743132 Jun 29 23:13:22.323194 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ab079f8f-41de-49bb-ac7a-83c4dc872faf req-4c4a70e7-a088-4448-93ac-75f6de11663f tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351098 Jun 29 23:13:22.388226 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-d21b8381-76d3-42ea-8ac4-f76e3fdf3987 None None] Set router 23013b6e-675c-4895-8b90-45ef9e72cfff gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:13:22.583430 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-d21b8381-76d3-42ea-8ac4-f76e3fdf3987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'name': 'tempest-TestVolumeBootPattern-1089411821-router', 'tenant_id': 'e444b0c64b064d49896f40508446d2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '17fea40c-2114-492a-9271-df92336577fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:09:31Z', 'updated_at': '2021-06-29T23:09:39Z', 'revision_number': 4, 'project_id': 'e444b0c64b064d49896f40508446d2e7', 'gw_port': {'id': '17fea40c-2114-492a-9271-df92336577fb', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:09:33Z', 'updated_at': '2021-06-29T23:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': '415792bb-18f2-480d-81e2-5e5e427daa99', 'name': '', 'network_id': '91614b0c-8023-4554-a60f-a9debc2aead5', 'tenant_id': 'e444b0c64b064d49896f40508446d2e7', 'mac_address': 'fa:16:3e:31:33:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'f269cef7-2126-4abb-adf5-a4e644107e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:09:37Z', 'updated_at': '2021-06-29T23:09:46Z', 'revision_number': 5, 'project_id': 'e444b0c64b064d49896f40508446d2e7', 'subnets': [{'id': 'f269cef7-2126-4abb-adf5-a4e644107e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:13:22.609107 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21b8381-76d3-42ea-8ac4-f76e3fdf3987 None None] The sync data for ids ['23013b6e-675c-4895-8b90-45ef9e72cfff'] in dv-cinder-769602-4-iscsi is: [{'id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'name': 'tempest-TestVolumeBootPattern-1089411821-router', 'tenant_id': 'e444b0c64b064d49896f40508446d2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '17fea40c-2114-492a-9271-df92336577fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:09:31Z', 'updated_at': '2021-06-29T23:09:39Z', 'revision_number': 4, 'project_id': 'e444b0c64b064d49896f40508446d2e7', 'gw_port': {'id': '17fea40c-2114-492a-9271-df92336577fb', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:09:33Z', 'updated_at': '2021-06-29T23:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': '415792bb-18f2-480d-81e2-5e5e427daa99', 'name': '', 'network_id': '91614b0c-8023-4554-a60f-a9debc2aead5', 'tenant_id': 'e444b0c64b064d49896f40508446d2e7', 'mac_address': 'fa:16:3e:31:33:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'f269cef7-2126-4abb-adf5-a4e644107e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:09:37Z', 'updated_at': '2021-06-29T23:09:46Z', 'revision_number': 5, 'project_id': 'e444b0c64b064d49896f40508446d2e7', 'subnets': [{'id': 'f269cef7-2126-4abb-adf5-a4e644107e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:13:22.616665 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:13:22.837853 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee341d3-84e7-4c4e-b545-8e1cab395d89 None None] New status for floating IP a8870b40-a5a0-4233-a546-4d937e1bc311: DOWN {{(pid=93164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 23:13:22.881649 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-bc2e8083-edd2-4421-b83b-97d082aa68ad req-050f8d1e-83bd-40c8-87a2-f17025be29d3 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0362070 Jun 29 23:13:23.505428 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3e1f6-a9b5-4120-9c3f-7330b18f7952 req-2f50d2e0-9709-4097-b1e8-208f594a58c9 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:23.506874 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0cb3e1f6-a9b5-4120-9c3f-7330b18f7952 req-2f50d2e0-9709-4097-b1e8-208f594a58c9 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0662429 Jun 29 23:13:23.544077 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0cb3e1f6-a9b5-4120-9c3f-7330b18f7952 req-ede92f92-1463-40d1-8fd7-eda2f47e647a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314786 Jun 29 23:13:24.025823 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-eba6b83d-156e-4e2a-933e-eacb894315bd req-4366d0a9-aba3-4575-aaa5-70764b38299c tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0293925 Jun 29 23:13:24.722451 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf8243-b035-43c9-ac2f-0dff10526229 req-181ecb9e-6de0-43a5-8954-b794ff468b34 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:24.724057 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-82bf8243-b035-43c9-ac2f-0dff10526229 req-181ecb9e-6de0-43a5-8954-b794ff468b34 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0627010 Jun 29 23:13:24.765601 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-82bf8243-b035-43c9-ac2f-0dff10526229 req-74e44928-1792-4bed-a0a9-4dd0055befa9 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354810 Jun 29 23:13:25.160505 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2c918726-e432-44d9-a2e2-3a66028261cf req-a459cf43-6179-4bc8-9b2c-1c0ae84981ae tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0264831 Jun 29 23:13:25.938792 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293cae7f-255e-4e52-9669-ec10c1ffcb3b req-270c7474-12f2-47d1-a319-36cced8e536c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:25.940247 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-293cae7f-255e-4e52-9669-ec10c1ffcb3b req-270c7474-12f2-47d1-a319-36cced8e536c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0619938 Jun 29 23:13:25.979730 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-293cae7f-255e-4e52-9669-ec10c1ffcb3b req-73aab099-784a-461e-bf1b-86cc1f6826a4 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324757 Jun 29 23:13:26.108675 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1 no longer exists at agent hyperv_hv-cinder-76960 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:13:26.128639 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] No Port match for: fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:13:26.128991 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device fda56f67-f2ca-45a1-8c5d-2fc6b5e921d1 not bound to the agent host hv-cinder-76960 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:13:26.295835 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c0cca8da-3fce-4489-9934-876a5d9d269e req-836692d0-d9cf-47b1-9080-46d4c9cfd13e tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0280032 Jun 29 23:13:27.152332 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59296c33-ad47-499c-8705-a7abc43a862d req-85867d00-77ee-48ee-810c-3cfe27951e1f tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:27.153815 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-59296c33-ad47-499c-8705-a7abc43a862d req-85867d00-77ee-48ee-810c-3cfe27951e1f tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0619807 Jun 29 23:13:27.190123 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-59296c33-ad47-499c-8705-a7abc43a862d req-b21c77a7-ddc5-4691-8f20-b029dbfa11cf tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308523 Jun 29 23:13:27.434822 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-dd627aee-6cbb-4fdf-bd48-344a9c12d8b1 req-d22e769d-cc43-4ea7-a07c-97eb154ba212 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0299861 Jun 29 23:13:28.366401 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccef194-dcd5-437e-86a0-86944b3e4678 req-e8f33d58-5043-4042-89df-d52467c8be10 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:28.368547 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2ccef194-dcd5-437e-86a0-86944b3e4678 req-e8f33d58-5043-4042-89df-d52467c8be10 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0642149 Jun 29 23:13:28.404484 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2ccef194-dcd5-437e-86a0-86944b3e4678 req-518d070e-40d6-4787-b6cf-9e6b305a2517 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303915 Jun 29 23:13:28.569836 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5994c0d8-59b5-464d-8866-2f2f57f5c2e5 req-0d280cea-f036-49e3-bb03-1c6e9427c9e8 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0272748 Jun 29 23:13:29.581466 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d66e36-a41b-4f3c-ad65-e49ab8996df7 req-5abfe3cb-2a16-4871-8f6b-d16af32988ad tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:29.582911 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a3d66e36-a41b-4f3c-ad65-e49ab8996df7 req-5abfe3cb-2a16-4871-8f6b-d16af32988ad tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0616851 Jun 29 23:13:29.621273 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a3d66e36-a41b-4f3c-ad65-e49ab8996df7 req-c52c8fc3-b973-4a05-94ce-a55c1454a37f tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322013 Jun 29 23:13:29.708184 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a20bbab2-d645-4efe-811c-26a7fa3fa187 req-25ad4211-b8e6-447d-acd6-d9f677bb7c95 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0287409 Jun 29 23:13:30.810928 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26120b-63bb-4ed4-9ce2-f0e1560415ca req-b4ee744a-764b-425d-9038-337befb418f4 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:30.812453 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5c26120b-63bb-4ed4-9ce2-f0e1560415ca req-b4ee744a-764b-425d-9038-337befb418f4 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0630276 Jun 29 23:13:30.846868 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-37abae50-9ce5-4ad6-abea-764672298888 req-3f125fa2-3334-42c9-b621-94cbc20b2087 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0284393 Jun 29 23:13:30.859308 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5c26120b-63bb-4ed4-9ce2-f0e1560415ca req-3f36a338-42c2-4ee8-b3cb-f87bf6e437f6 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413496 Jun 29 23:13:31.991216 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d9d7c45e-8982-459c-9bac-c46b0905ad00 req-a4aee31f-47e2-48d1-ac12-d70ac4307048 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0312147 Jun 29 23:13:32.036384 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37574d-f079-469b-8134-68400ac46ed4 req-8a83593e-ef1b-4644-911b-37e2ad4fdec3 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:32.037884 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ea37574d-f079-469b-8134-68400ac46ed4 req-8a83593e-ef1b-4644-911b-37e2ad4fdec3 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0638859 Jun 29 23:13:32.074990 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ea37574d-f079-469b-8134-68400ac46ed4 req-8a7de87a-179a-45fb-bd5c-448bd3a6e6a5 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309386 Jun 29 23:13:33.127577 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-609209e2-0162-45d3-a416-326ee0122a50 req-dd3e9efd-5623-46fb-ae31-27d919a18628 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0286274 Jun 29 23:13:33.250201 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4a4c0-0f24-48dd-b05f-bade31dd3a08 req-e94670a7-fe91-4d42-a91a-320cc46bcd5b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:33.251651 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f3d4a4c0-0f24-48dd-b05f-bade31dd3a08 req-e94670a7-fe91-4d42-a91a-320cc46bcd5b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0622511 Jun 29 23:13:33.288410 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f3d4a4c0-0f24-48dd-b05f-bade31dd3a08 req-29ece66d-63de-4ace-b588-de1c71fd261e tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310831 Jun 29 23:13:34.227226 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:13:34.266705 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-94b31423-7d29-4ed0-a837-39587c821976 req-fb4d9c0b-85ae-43a9-9aad-2766bdc1ac5c tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0283928 Jun 29 23:13:34.468140 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541add1-95ac-4c5f-a3fb-5e99361baebb req-2a0d1b29-05c0-4770-aa11-dc7514ea5730 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:34.469546 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4541add1-95ac-4c5f-a3fb-5e99361baebb req-2a0d1b29-05c0-4770-aa11-dc7514ea5730 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0650408 Jun 29 23:13:34.507021 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4541add1-95ac-4c5f-a3fb-5e99361baebb req-8010a3a3-46f0-43e3-a129-ccc833a2b051 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319371 Jun 29 23:13:35.403550 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fb593801-266a-4fdf-a7f0-3d8954137995 req-3bdeb000-fc88-4d78-8b52-1085ce725991 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0276301 Jun 29 23:13:35.679674 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2c111-c0f1-44e7-962c-4a081600ef5d req-a62b7b1d-3f1a-4776-8427-f55516539dcc tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:35.681496 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-37e2c111-c0f1-44e7-962c-4a081600ef5d req-a62b7b1d-3f1a-4776-8427-f55516539dcc tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0627203 Jun 29 23:13:35.719534 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-37e2c111-c0f1-44e7-962c-4a081600ef5d req-66330903-4702-4e79-895c-17c942bc98d3 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324755 Jun 29 23:13:36.407114 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:13:36.545201 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-875360ae-1d0c-412a-8e08-c9efe69f21d1 req-89e7681a-7cd2-48c4-8c1c-5a95f4f108da tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0300238 Jun 29 23:13:36.896797 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba48a59-504e-4a22-9952-56733574b583 req-428aff16-ac6e-433e-a34a-9d315f694cf1 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:36.898238 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fba48a59-504e-4a22-9952-56733574b583 req-428aff16-ac6e-433e-a34a-9d315f694cf1 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0651164 Jun 29 23:13:36.939383 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fba48a59-504e-4a22-9952-56733574b583 req-9dbbcb67-a5f4-4311-91dd-b55a8544ed7b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350256 Jun 29 23:13:37.699748 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a750b007-a905-4d73-aef9-afb107b922ca req-c836b68d-f0f1-4310-aaa8-bc3fa0f1c07f tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0284722 Jun 29 23:13:38.118110 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b9466-188b-4891-a321-3ae7ae1626c8 req-159d2c52-547e-4a1d-80d6-d61aedf5788b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:38.119798 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-642b9466-188b-4891-a321-3ae7ae1626c8 req-159d2c52-547e-4a1d-80d6-d61aedf5788b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0661318 Jun 29 23:13:38.156335 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-642b9466-188b-4891-a321-3ae7ae1626c8 req-d18f9074-5fd7-4f0f-8bfb-8052baf1ca8a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310059 Jun 29 23:13:38.839340 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d49a0e16-be2d-4454-86fa-73c6e99a4929 req-ab1676aa-880b-4494-9a87-080d07090ecc tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0300813 Jun 29 23:13:39.333648 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfa85c-56e7-4302-aafb-f79fb35e2a04 req-b218f0ae-724d-4e96-b8be-fc4d51267e8d tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:39.335076 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b7cfa85c-56e7-4302-aafb-f79fb35e2a04 req-b218f0ae-724d-4e96-b8be-fc4d51267e8d tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0608683 Jun 29 23:13:39.371910 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b7cfa85c-56e7-4302-aafb-f79fb35e2a04 req-ffc78d51-111e-4095-8901-8b45d4d6d4ee tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311034 Jun 29 23:13:39.975431 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c2b4b2b0-f068-417a-90eb-67917b4101ea req-f90d786f-e94a-4037-8079-038d9bb517fb tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0270333 Jun 29 23:13:40.549526 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385c3c6-6a2f-46d3-8a88-3274e2f15e25 req-9b5ec14d-7edf-4ab3-9cf2-78a668294e6b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:40.550978 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3385c3c6-6a2f-46d3-8a88-3274e2f15e25 req-9b5ec14d-7edf-4ab3-9cf2-78a668294e6b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0663462 Jun 29 23:13:40.587879 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3385c3c6-6a2f-46d3-8a88-3274e2f15e25 req-421f2a6f-3157-4a92-bbc1-235ca9559178 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311689 Jun 29 23:13:41.118761 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-605bad07-0607-4205-9d48-ba2ca8165151 req-03c3c8f4-7d9e-410e-887b-4dd2cccf7fc0 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0327067 Jun 29 23:13:41.895969 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f12b89-b8b9-4c65-8b19-a0fc19369d6b req-59f0d8e6-bc58-4c2e-86d6-97ae6542f0bb tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:41.897454 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-23f12b89-b8b9-4c65-8b19-a0fc19369d6b req-59f0d8e6-bc58-4c2e-86d6-97ae6542f0bb tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.1982660 Jun 29 23:13:41.934870 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-23f12b89-b8b9-4c65-8b19-a0fc19369d6b req-9f46e13d-1d7e-411e-acf0-3d623dae7703 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316319 Jun 29 23:13:42.301483 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b2172799-97c5-4f9d-8c43-3d3af0da4168 req-724201d1-fb52-45de-be6d-f2bab79bbfeb tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0762565 Jun 29 23:13:43.105867 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a372d00-da57-43a0-8807-b81bc9308898 req-091c7fd3-231c-4e30-a2e6-d665b75d0ab8 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:43.107324 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4a372d00-da57-43a0-8807-b81bc9308898 req-091c7fd3-231c-4e30-a2e6-d665b75d0ab8 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0615997 Jun 29 23:13:43.147308 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4a372d00-da57-43a0-8807-b81bc9308898 req-a8958ad4-21e9-43e3-a2e4-e4d7bdb47249 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344899 Jun 29 23:13:43.437204 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0ca2db9f-0bc6-4233-8bf1-1327abb7b78e req-b214eb24-3de7-4250-9a05-3033d20c92ab tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0276849 Jun 29 23:13:44.327830 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd04ba-5c1f-4b40-89a8-a87e1fbf5a07 req-c42f479c-860d-49c8-bfe2-eaed184d0088 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:44.329430 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ebbd04ba-5c1f-4b40-89a8-a87e1fbf5a07 req-c42f479c-860d-49c8-bfe2-eaed184d0088 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0635486 Jun 29 23:13:44.366424 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ebbd04ba-5c1f-4b40-89a8-a87e1fbf5a07 req-92713e51-dfcf-4c23-98f0-e78a4f9065fc tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314975 Jun 29 23:13:44.572406 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-cfeaa2f2-efae-4ab6-8e3e-c884f2d242b4 req-c770289b-53de-44cb-9dd7-ff4ab28977dc tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0276334 Jun 29 23:13:45.537623 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9254115-6610-4ccd-b7e5-3f1031ff3636 req-9b343f05-42e1-4f30-9ffa-14fdc43c26f9 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:45.539581 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d9254115-6610-4ccd-b7e5-3f1031ff3636 req-9b343f05-42e1-4f30-9ffa-14fdc43c26f9 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0611556 Jun 29 23:13:45.583623 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d9254115-6610-4ccd-b7e5-3f1031ff3636 req-aa01d4ae-d1f5-4db8-ae89-818c74774fc2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381489 Jun 29 23:13:45.719810 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c1239710-7a50-4342-8224-838fdc3ef6e2 req-af2c7811-fd88-4f28-bdee-165a8ba8a0eb tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0309534 Jun 29 23:13:46.763189 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec81991-fe24-45bb-bd5f-6b87b848f0c9 req-36598635-db62-457f-a03f-361f70b5a061 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:46.764802 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7ec81991-fe24-45bb-bd5f-6b87b848f0c9 req-36598635-db62-457f-a03f-361f70b5a061 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0658650 Jun 29 23:13:46.802084 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7ec81991-fe24-45bb-bd5f-6b87b848f0c9 req-9a51de10-45ca-4686-a3de-4369992619f5 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318186 Jun 29 23:13:46.857364 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ff06bf37-7f50-4fe3-9a38-82b185fa37fe req-61532b3c-bdea-4ecf-8b4e-04700151d9c3 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0292296 Jun 29 23:13:47.127208 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4f9b736a-009b-4f64-8904-c9f5ec488bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:13:47.997307 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b68a3f43-cdb0-483c-a544-244c87737fe4 req-891e09d0-39d5-44ea-b93e-78e3800950d4 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0290625 Jun 29 23:13:48.075579 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e240f3e-6c35-443a-8e61-6db48cfd66ba req-0fe6234f-fa58-4730-a17b-aea9d1f1440a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:48.077222 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9e240f3e-6c35-443a-8e61-6db48cfd66ba req-0fe6234f-fa58-4730-a17b-aea9d1f1440a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0617032 Jun 29 23:13:48.116834 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9e240f3e-6c35-443a-8e61-6db48cfd66ba req-93fcee40-efa2-4782-ba9c-37235b0d9280 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338435 Jun 29 23:13:49.132147 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ace6ed76-f45a-4275-aff8-87531c487c3e req-486da811-2d35-4ea7-b3fb-99647bdf16cf tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0271723 Jun 29 23:13:49.297502 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651c3ef-fad5-49af-a3e3-d021644e07e5 req-eaac4793-1d31-44d5-8635-ae4244d54229 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:49.298869 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0651c3ef-fad5-49af-a3e3-d021644e07e5 req-eaac4793-1d31-44d5-8635-ae4244d54229 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0611615 Jun 29 23:13:49.339622 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0651c3ef-fad5-49af-a3e3-d021644e07e5 req-31d437ac-a4a8-4e64-b14a-5d49486e19f3 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352657 Jun 29 23:13:49.612575 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-99c6bfa3-6ed9-4ba3-93f4-21d31db1a470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:13:50.101503 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:13:50.277523 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-eb647ac2-8ea7-40d3-9dd7-00092871bab6 req-45119095-9841-4bab-8e56-752a785e0bb5 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0316269 Jun 29 23:13:50.518240 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9976f2-71ce-4111-8e61-c01cc55dd0b1 req-54a78256-a749-4710-a5f7-776b330b8403 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:50.519946 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3f9976f2-71ce-4111-8e61-c01cc55dd0b1 req-54a78256-a749-4710-a5f7-776b330b8403 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0636120 Jun 29 23:13:50.556185 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3f9976f2-71ce-4111-8e61-c01cc55dd0b1 req-7518d9d8-2ffb-49d0-8fec-660a2ab2f561 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300667 Jun 29 23:13:50.777231 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:13:51.412632 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f598d119-5259-4a85-b812-fbbf117a4319 req-c3e78899-a9c1-49f5-8477-7c4b2a6e4332 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0264499 Jun 29 23:13:51.739425 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412195f-0aee-487a-beab-5762212620cf req-7a1dc63b-ce5f-47eb-a268-6c717542ba98 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:51.740901 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1412195f-0aee-487a-beab-5762212620cf req-7a1dc63b-ce5f-47eb-a268-6c717542ba98 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0622871 Jun 29 23:13:51.777296 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1412195f-0aee-487a-beab-5762212620cf req-916555c8-cc23-4269-8f3a-26462f0020e6 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308511 Jun 29 23:13:52.549531 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6c72dcd9-d401-421d-8a97-4b6234bc6898 req-157618fd-e5f6-42b9-ab70-4896c0363e93 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0282347 Jun 29 23:13:52.618835 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:13:52.956272 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a1ec7-a816-4c9d-9360-59e7791fca64 req-dd89736c-9c10-4886-9d59-0e5857a7d3d3 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:52.957735 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c93a1ec7-a816-4c9d-9360-59e7791fca64 req-dd89736c-9c10-4886-9d59-0e5857a7d3d3 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0659771 Jun 29 23:13:52.995435 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c93a1ec7-a816-4c9d-9360-59e7791fca64 req-5ac2e333-b54f-44c2-8a81-2d23bd2b9d15 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311091 Jun 29 23:13:53.684829 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3b9aec09-cfea-4f36-a8eb-5443c123e335 req-945d9363-ca7a-4b51-a5d4-eb5064f692fc tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0275674 Jun 29 23:13:54.319331 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13bcf8-60aa-419d-8489-895739fbb1dc req-572de352-a7e0-4202-9583-4cb52fb9839b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:54.320700 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3c13bcf8-60aa-419d-8489-895739fbb1dc req-572de352-a7e0-4202-9583-4cb52fb9839b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0619185 Jun 29 23:13:54.357576 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3c13bcf8-60aa-419d-8489-895739fbb1dc req-1ed46900-aaf6-42d9-b35c-9caaa070277b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308683 Jun 29 23:13:54.828145 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-499ccd42-e90f-45e1-9cf4-450198b42c99 req-79b337f7-3fa9-4c9d-9ebe-b5d9271e30da tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0295935 Jun 29 23:13:55.530457 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdfe43-8bc2-4ed1-b7c1-16c4d1810967 req-729f4864-00d2-4d43-b3dc-5d4c2d5a0d86 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:55.531945 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d4bdfe43-8bc2-4ed1-b7c1-16c4d1810967 req-729f4864-00d2-4d43-b3dc-5d4c2d5a0d86 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0631578 Jun 29 23:13:55.573347 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d4bdfe43-8bc2-4ed1-b7c1-16c4d1810967 req-49066be6-7176-4e65-a6cc-bcc9b23d5035 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358281 Jun 29 23:13:55.964584 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-dd6d9780-78c4-4f0d-a5c8-006a5ceaaea3 req-51e3136a-e88c-4395-b910-720c1ebb39d9 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0277710 Jun 29 23:13:56.746577 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97031749-205c-43fc-adde-e3d6c98ae0f3 req-62c3b8e2-6624-44f1-b3cb-9941aeb52207 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:56.748048 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-97031749-205c-43fc-adde-e3d6c98ae0f3 req-62c3b8e2-6624-44f1-b3cb-9941aeb52207 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0639162 Jun 29 23:13:56.786115 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-97031749-205c-43fc-adde-e3d6c98ae0f3 req-a58a3d86-ed4b-42c3-8309-52d9c18b2866 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323193 Jun 29 23:13:57.100585 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-bdff52e2-8ee2-482c-9b85-5050c07c46a0 req-7aa69dac-20dc-45e5-b46c-f7b01ca7247a tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0267506 Jun 29 23:13:57.962469 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7818498-de3d-43d9-a267-1d8b3b9bd158 req-7f5cefc2-7e69-4541-acd9-86f2829183a9 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:57.963925 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d7818498-de3d-43d9-a267-1d8b3b9bd158 req-7f5cefc2-7e69-4541-acd9-86f2829183a9 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0632749 Jun 29 23:13:58.003346 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d7818498-de3d-43d9-a267-1d8b3b9bd158 req-777cd65c-0b0d-4753-9703-5ed04f73dc44 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334232 Jun 29 23:13:58.236548 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c1e9faab-d375-4c5e-8831-eb2dfa6b7dd8 req-523f69be-ac16-474a-9143-8103c78cd8c1 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0281606 Jun 29 23:13:59.180492 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f408d-b14e-47a6-9306-8c0a6fe3567c req-b87a2e30-abd7-41fa-8d6e-80e020dedad5 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:13:59.182592 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-262f408d-b14e-47a6-9306-8c0a6fe3567c req-b87a2e30-abd7-41fa-8d6e-80e020dedad5 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0678418 Jun 29 23:13:59.219721 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-262f408d-b14e-47a6-9306-8c0a6fe3567c req-7fe9f952-13b8-49c6-95da-9858630fe813 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315173 Jun 29 23:13:59.529249 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-58caeac0-a0aa-4eae-9f6f-1a967bca2cc7 req-64d6b9ec-356c-48a8-acc5-13befcebae8a tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0309784 Jun 29 23:14:00.393403 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e4cf9-97f0-4098-9bee-4dfa39fbf910 req-5f9c96b8-a714-42bb-850a-dafd6639cc42 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:00.394853 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b29e4cf9-97f0-4098-9bee-4dfa39fbf910 req-5f9c96b8-a714-42bb-850a-dafd6639cc42 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0622284 Jun 29 23:14:00.432513 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b29e4cf9-97f0-4098-9bee-4dfa39fbf910 req-2446b010-7f69-40ba-9c13-8788785dbb9b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312743 Jun 29 23:14:00.667958 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-62d97483-2d96-46db-8b9f-e7ce284d948f req-74c75a57-bb03-4e15-bd85-0e692c490d84 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0281806 Jun 29 23:14:01.605537 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ae0ba-6349-4144-8be2-097127e2a2ac req-ca3caf48-d624-46eb-9e0e-097e12bc9bc4 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:01.607015 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-682ae0ba-6349-4144-8be2-097127e2a2ac req-ca3caf48-d624-46eb-9e0e-097e12bc9bc4 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0631499 Jun 29 23:14:01.648868 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-682ae0ba-6349-4144-8be2-097127e2a2ac req-ea152d86-1fdd-4c2f-8292-e0720a89450c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362093 Jun 29 23:14:01.807664 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fae67556-c19f-4c38-bd3c-5418f377c5e3 req-749f2f5f-130d-48e6-961d-5307e810ae19 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0284648 Jun 29 23:14:02.825922 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba161531-30ec-43c2-9d69-0015a938b616 req-cc95c139-7492-4fe3-a5c5-6393b9f3dd60 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:02.827375 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ba161531-30ec-43c2-9d69-0015a938b616 req-cc95c139-7492-4fe3-a5c5-6393b9f3dd60 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0626199 Jun 29 23:14:02.864752 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ba161531-30ec-43c2-9d69-0015a938b616 req-824955ba-eecd-4d41-821b-6958c09ae1ee tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318158 Jun 29 23:14:02.944746 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-80dc0c53-f377-4aed-8d51-2f2e1183069c req-58f35dbb-e1f0-433c-9208-50d583dd6ff7 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0268471 Jun 29 23:14:04.056041 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769c848-dc34-4ce9-a67d-19cd7cf51b72 req-e94c8b55-89c1-4f56-8272-f20b29f7baef tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:04.057653 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5769c848-dc34-4ce9-a67d-19cd7cf51b72 req-e94c8b55-89c1-4f56-8272-f20b29f7baef tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0655103 Jun 29 23:14:04.085269 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-393bcd15-03a4-470c-8366-65d4a3069149 req-5c701c37-8599-433e-8789-541f686010bc tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0308309 Jun 29 23:14:04.097079 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5769c848-dc34-4ce9-a67d-19cd7cf51b72 req-a0a9756d-b43f-44da-b1e3-684dd27807db tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339015 Jun 29 23:14:04.228768 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:14:05.223645 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2b0e2f9d-4fa8-4e59-8f1e-85d46a336eae req-462eefb5-f115-42fb-8f61-017232b29a1d tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0279450 Jun 29 23:14:05.275877 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab341e4-c647-4080-9cec-d55dcc8123bd req-6f06ffa9-5d77-48dc-a363-bb5133499e4f tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:05.277350 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dab341e4-c647-4080-9cec-d55dcc8123bd req-6f06ffa9-5d77-48dc-a363-bb5133499e4f tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0672872 Jun 29 23:14:05.314074 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dab341e4-c647-4080-9cec-d55dcc8123bd req-e0ad14a3-4ea8-4d14-b678-f2f35f63c20c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312090 Jun 29 23:14:06.345681 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ccaae696-c433-41a2-96ce-b411c406402d req-b6dfd594-9120-4ce4-b1bf-148251c22b50 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1003213 Jun 29 23:14:06.365662 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-cc70f14f-8808-4aad-b50c-877b4e4882d7 req-ef7733b2-1edc-437c-9299-94d962e5fae7 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0323412 Jun 29 23:14:06.425122 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaae696-c433-41a2-96ce-b411c406402d req-beb5c530-cc9a-4060-b652-0ece381dd72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:06.426397 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ccaae696-c433-41a2-96ce-b411c406402d req-beb5c530-cc9a-4060-b652-0ece381dd72c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a21d7629b3b04afe9b528722dbde8df7&device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 1098 time: 0.0555937 Jun 29 23:14:06.496221 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433dbde0-3605-4aec-bd7f-e99741f19d5a req-f83934c3-45f2-49b1-8314-934c9ea4d2e9 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:06.497863 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-433dbde0-3605-4aec-bd7f-e99741f19d5a req-f83934c3-45f2-49b1-8314-934c9ea4d2e9 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0657322 Jun 29 23:14:06.532271 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaae696-c433-41a2-96ce-b411c406402d req-e9ae1306-9459-456d-b7e2-703b638d0b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:06.533692 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ccaae696-c433-41a2-96ce-b411c406402d req-e9ae1306-9459-456d-b7e2-703b638d0b08 service neutron] 10.222.0.52 "GET /v2.0/networks?id=89702f14-ff61-4cde-bb1a-7226991037f5 HTTP/1.1" status: 200 len: 919 time: 0.0827050 Jun 29 23:14:06.535568 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-433dbde0-3605-4aec-bd7f-e99741f19d5a req-6bd1d25d-2800-4c1a-842a-be8824e7c1a2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320580 Jun 29 23:14:06.577995 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ccaae696-c433-41a2-96ce-b411c406402d req-754ba4f5-18d0-4736-85ec-2d2d0ec48b89 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2848265a-e217-4c47-ac1d-3375dd783df0 HTTP/1.1" status: 200 len: 217 time: 0.0366149 Jun 29 23:14:06.624926 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaae696-c433-41a2-96ce-b411c406402d req-3c127fc3-9bab-4807-a13c-822d813fa643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:06.626318 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ccaae696-c433-41a2-96ce-b411c406402d req-3c127fc3-9bab-4807-a13c-822d813fa643 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=849ea54a-79f1-48c3-8b24-76e2484d0112 HTTP/1.1" status: 200 len: 858 time: 0.0422380 Jun 29 23:14:06.657561 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ccaae696-c433-41a2-96ce-b411c406402d req-c5c28ab6-6a3b-4e04-be2f-8a8ebabfcd52 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=89702f14-ff61-4cde-bb1a-7226991037f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250821 Jun 29 23:14:06.753486 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ccaae696-c433-41a2-96ce-b411c406402d req-7f35998a-0c0a-4412-a1c3-772bd9ea8d2f service neutron] 10.222.0.52 "GET /v2.0/networks/89702f14-ff61-4cde-bb1a-7226991037f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885222 Jun 29 23:14:06.838891 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ccaae696-c433-41a2-96ce-b411c406402d req-14ff51bd-8447-4e57-ac46-31da8765409a service neutron] 10.222.0.52 "GET /v2.0/networks/89702f14-ff61-4cde-bb1a-7226991037f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784500 Jun 29 23:14:07.508392 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-48856faf-714a-49cc-a117-474cdf8fb992 req-180d8991-ffb2-469f-9a24-f08e5b3dff28 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0317216 Jun 29 23:14:07.711145 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dd525-69f8-4b22-afd3-91800b4162e5 req-6736544b-a6ac-4a1b-a629-84adcd8dcec2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:07.712606 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e08dd525-69f8-4b22-afd3-91800b4162e5 req-6736544b-a6ac-4a1b-a629-84adcd8dcec2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0612359 Jun 29 23:14:07.754530 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e08dd525-69f8-4b22-afd3-91800b4162e5 req-2a0fcf78-eb54-4029-b137-db7f43f9f15f tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360303 Jun 29 23:14:08.898548 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-987ab74a-838b-47f5-a74d-6fd4f0fad53a req-b2bdc18f-d209-4f60-9e93-b4f3d4f733a2 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.2822535 Jun 29 23:14:08.937836 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3cc0d-bdb2-4bd4-b785-31b0302e1e1c req-24f0e76c-8e82-488d-90ed-b030704c519e tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:08.939311 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b6e3cc0d-bdb2-4bd4-b785-31b0302e1e1c req-24f0e76c-8e82-488d-90ed-b030704c519e tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0664713 Jun 29 23:14:08.976886 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b6e3cc0d-bdb2-4bd4-b785-31b0302e1e1c req-b23d0e80-f895-436b-8050-7a39f582c561 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319076 Jun 29 23:14:10.034967 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-cae5cfe0-02e6-4beb-b4e4-8e3412750814 req-e8e8d7aa-b153-4755-a92b-bf0fc7e2b95b tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0286779 Jun 29 23:14:10.154209 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ca7a8-0f1b-4b1a-8a46-7f637bd49509 req-5dfbd5f5-00c9-4203-96f0-ff0765c518f7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:10.155638 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f21ca7a8-0f1b-4b1a-8a46-7f637bd49509 req-5dfbd5f5-00c9-4203-96f0-ff0765c518f7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0636890 Jun 29 23:14:10.193323 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f21ca7a8-0f1b-4b1a-8a46-7f637bd49509 req-ceebbff0-3b43-42b9-908b-71a709ffe6b2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321705 Jun 29 23:14:11.175477 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3cd8853a-0c58-4c5f-bad9-993fb55c9e96 req-d55173aa-1762-44df-b611-ab4b838707f1 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0282729 Jun 29 23:14:11.372217 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d86702-65f2-4c48-80a9-7f8f61254cdf req-2e9316f7-2f73-46e7-8b24-ef770c37071d tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:11.373693 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-29d86702-65f2-4c48-80a9-7f8f61254cdf req-2e9316f7-2f73-46e7-8b24-ef770c37071d tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0669439 Jun 29 23:14:11.410752 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-29d86702-65f2-4c48-80a9-7f8f61254cdf req-24df0025-6f82-44a6-ba3d-f77b9c5d50e4 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315671 Jun 29 23:14:12.315579 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8aecac82-fd05-4ecd-ae57-f9860ec70c0f req-0fca74d0-f9f4-4071-aafa-d95f1ffb648b tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0273163 Jun 29 23:14:12.586347 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31969d-3a0f-47ac-8dd1-900d741635ad req-b2077c9a-b5ab-4867-92c9-7905a2df9999 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:12.588717 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4c31969d-3a0f-47ac-8dd1-900d741635ad req-b2077c9a-b5ab-4867-92c9-7905a2df9999 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0610049 Jun 29 23:14:12.625272 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4c31969d-3a0f-47ac-8dd1-900d741635ad req-73d551ea-d1c5-4a9d-a48d-c3aeda60693c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313170 Jun 29 23:14:13.405509 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:14:13.453839 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-120d8c24-19f6-402e-993b-ce8f4d0f42d8 req-de5b873f-b7b3-48a5-89d5-04f0a430e2bd tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0311363 Jun 29 23:14:13.797615 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae5a53-fa24-4111-8d2b-d9a2f467ecc3 req-5be55d95-827b-446f-8172-f3aa1f749bd7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:13.799073 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d6ae5a53-fa24-4111-8d2b-d9a2f467ecc3 req-5be55d95-827b-446f-8172-f3aa1f749bd7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0614100 Jun 29 23:14:13.839355 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d6ae5a53-fa24-4111-8d2b-d9a2f467ecc3 req-8a151f2a-031b-4a75-be5a-0a23c5306dd5 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347741 Jun 29 23:14:14.591454 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-86efb256-0c12-49d0-89d3-9f8685ec4ebe req-e81bacd8-7242-4a74-8632-59d2184e3463 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0276456 Jun 29 23:14:15.013997 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d825a23-d8e8-4ceb-abf2-b2334ab13503 req-9b527fac-f233-40f3-ab72-2bdaac0ed32a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:15.015427 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2d825a23-d8e8-4ceb-abf2-b2334ab13503 req-9b527fac-f233-40f3-ab72-2bdaac0ed32a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0615489 Jun 29 23:14:15.052303 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2d825a23-d8e8-4ceb-abf2-b2334ab13503 req-2cdc4a06-d6a7-42a2-be92-7875dbd0ee52 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313087 Jun 29 23:14:15.725976 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-130975b9-7ce4-44f8-b967-6ecaa7ca2bee req-ea8f2546-96c4-4807-b4a7-57d58c3148d1 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0280716 Jun 29 23:14:16.223891 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac3308-d35b-4b5f-8d86-e3458b9b3f04 req-2454bede-1577-46ab-8cb9-70b44615e3a5 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:16.225350 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f5ac3308-d35b-4b5f-8d86-e3458b9b3f04 req-2454bede-1577-46ab-8cb9-70b44615e3a5 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0626428 Jun 29 23:14:16.261666 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f5ac3308-d35b-4b5f-8d86-e3458b9b3f04 req-1c07d26d-1877-425f-ab37-e0a70eb183fe tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305221 Jun 29 23:14:16.864727 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-55b4bda5-4c5e-4d80-82e2-0fa23d41f95e req-3065eb8d-57bc-42c6-9008-b01875bd1d12 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0283678 Jun 29 23:14:17.127941 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-3f28989b-b36b-4023-9079-a54ae556ff16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:14:17.441348 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13f2fb-97bb-496f-9693-f8a774d8842c req-39accbe6-d137-4ea8-be3c-052cfd44b199 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:17.442725 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1c13f2fb-97bb-496f-9693-f8a774d8842c req-39accbe6-d137-4ea8-be3c-052cfd44b199 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0655663 Jun 29 23:14:17.481235 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1c13f2fb-97bb-496f-9693-f8a774d8842c req-0f0f203a-332e-4ced-aa28-a6398590a4f7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322809 Jun 29 23:14:18.004422 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-cfd8e615-d1a4-4c9d-9e89-2d86ecbff13e req-6f9e4166-d727-429f-bb5b-52b7c658941e tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0315335 Jun 29 23:14:18.655915 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f2362-7627-4d2b-bf03-9f79ccc6ba01 req-cfca9b68-42e6-43a3-94be-8c3393a5a138 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:18.657405 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-838f2362-7627-4d2b-bf03-9f79ccc6ba01 req-cfca9b68-42e6-43a3-94be-8c3393a5a138 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0629263 Jun 29 23:14:18.693721 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-838f2362-7627-4d2b-bf03-9f79ccc6ba01 req-c0546915-e3bf-47e1-a10f-cc3d908c5b77 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307851 Jun 29 23:14:19.141563 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2f637c77-6397-4ad9-bae5-4465ced3c830 req-6d78dbb6-4fb5-46f6-8234-5f0fae8b0c31 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0275083 Jun 29 23:14:19.614296 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-fb676713-8111-4ebc-81b4-8bafa7a4e7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:14:19.869167 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f9473-a5af-416d-99db-12fa33b4daca req-ca47ce48-6dd2-44d6-af41-6524439f4d43 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:19.871335 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-012f9473-a5af-416d-99db-12fa33b4daca req-ca47ce48-6dd2-44d6-af41-6524439f4d43 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0618353 Jun 29 23:14:19.894012 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810683ba-5cc8-4a07-8b81-edcfc4d34bdc req-e886e74b-ddc7-452a-ba1f-76593b0b795e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:19.895493 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-810683ba-5cc8-4a07-8b81-edcfc4d34bdc req-e886e74b-ddc7-452a-ba1f-76593b0b795e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 945 time: 0.0634060 Jun 29 23:14:19.909606 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-012f9473-a5af-416d-99db-12fa33b4daca req-7f71d2c5-c1d1-45a1-b457-0252b0afc9a5 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327444 Jun 29 23:14:19.938096 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-810683ba-5cc8-4a07-8b81-edcfc4d34bdc req-bad9c3d3-cb0b-4121-bc69-16f7c62cb9ea tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369687 Jun 29 23:14:20.103539 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:14:20.283688 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-35861ec1-b800-49cd-8b2e-901c6dd1b855 req-93b5d9b0-a402-494c-88dc-296d5bfb738d tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0310745 Jun 29 23:14:20.779531 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:14:21.089812 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f564eb2-9554-4eef-88f2-fab3474c0c6b req-b9c72fe0-7ebd-4637-ba5c-b6109ba9f15c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:21.091423 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8f564eb2-9554-4eef-88f2-fab3474c0c6b req-b9c72fe0-7ebd-4637-ba5c-b6109ba9f15c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0627940 Jun 29 23:14:21.110138 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb1f55-6ad8-4356-a09a-77fd7b4e1bf4 req-1251e49b-4a4e-49c3-89cc-69f7e63cf3ef tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:21.111630 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-aedb1f55-6ad8-4356-a09a-77fd7b4e1bf4 req-1251e49b-4a4e-49c3-89cc-69f7e63cf3ef tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 945 time: 0.0614407 Jun 29 23:14:21.129637 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8f564eb2-9554-4eef-88f2-fab3474c0c6b req-216174e0-354b-4eb1-b5f5-789608045f42 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322707 Jun 29 23:14:21.149339 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-aedb1f55-6ad8-4356-a09a-77fd7b4e1bf4 req-cf57c6d0-2d4a-48d9-af78-f8d4e64f2a8a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320928 Jun 29 23:14:21.418833 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-986bb15a-0a97-4a85-8469-840d288bd03b req-194b0325-b1fe-4ef7-bc77-7f26f058b6f5 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0286846 Jun 29 23:14:22.319364 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c78dd-f456-4749-b8dc-3800adc4a8a9 req-fb4b1676-ebc4-4ee2-9029-8520314e1061 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:22.321142 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a19c78dd-f456-4749-b8dc-3800adc4a8a9 req-fb4b1676-ebc4-4ee2-9029-8520314e1061 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0774565 Jun 29 23:14:22.329528 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34f130-263a-4d62-b5e0-ea23983448b7 req-ecba64da-4214-4cdb-ae62-60e0e5bd3356 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:22.330979 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ef34f130-263a-4d62-b5e0-ea23983448b7 req-ecba64da-4214-4cdb-ae62-60e0e5bd3356 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 945 time: 0.0679247 Jun 29 23:14:22.368928 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ef34f130-263a-4d62-b5e0-ea23983448b7 req-68d29217-035c-4580-a5db-6fe0ba27b026 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324419 Jun 29 23:14:22.369187 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a19c78dd-f456-4749-b8dc-3800adc4a8a9 req-18878e85-119e-43a2-a856-882aae027031 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412607 Jun 29 23:14:22.556365 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-73ea314f-2498-474e-81e0-e75fe4bf0fff req-6b6c7d5b-c319-48f7-a236-4489a004c4fd tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0270720 Jun 29 23:14:22.623534 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:14:23.543015 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18869f4a-8aa9-4c93-99bb-d596e55fe7cd req-d577e7d6-3350-4019-b99b-87fd3754e085 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:23.544494 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-18869f4a-8aa9-4c93-99bb-d596e55fe7cd req-d577e7d6-3350-4019-b99b-87fd3754e085 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0621250 Jun 29 23:14:23.545085 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d5cb3-d471-41e9-a90b-dd179ce80530 req-ea29da8a-03b5-481f-9283-67b977559ee4 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:23.546569 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-956d5cb3-d471-41e9-a90b-dd179ce80530 req-ea29da8a-03b5-481f-9283-67b977559ee4 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 945 time: 0.0660543 Jun 29 23:14:23.581905 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-18869f4a-8aa9-4c93-99bb-d596e55fe7cd req-bc812874-8382-447f-8122-b16903677c04 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316365 Jun 29 23:14:23.583520 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-956d5cb3-d471-41e9-a90b-dd179ce80530 req-7a915e9a-3336-464a-b55c-adf9b937ada3 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312150 Jun 29 23:14:23.710641 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-65879227-2f55-4c5c-8b92-1e8ab652519c req-a3aac56c-d361-472b-9529-8efa1daa20ac tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0275962 Jun 29 23:14:24.762355 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801ee27-6ccc-4c71-b55d-73e3c511e512 req-77a81f9e-d046-44e3-a789-c19c9c695a42 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:24.764114 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6801ee27-6ccc-4c71-b55d-73e3c511e512 req-77a81f9e-d046-44e3-a789-c19c9c695a42 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 945 time: 0.0694387 Jun 29 23:14:24.768744 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44169371-bec4-4a26-b0e7-f04b3eebae5e req-bf77a057-b828-434f-9b9a-73d8f6a4d9fe tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:24.770244 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-44169371-bec4-4a26-b0e7-f04b3eebae5e req-bf77a057-b828-434f-9b9a-73d8f6a4d9fe tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0647330 Jun 29 23:14:24.801786 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6801ee27-6ccc-4c71-b55d-73e3c511e512 req-f5b96064-728c-4a77-9b3b-81ca52ac96cc tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317497 Jun 29 23:14:24.811547 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-44169371-bec4-4a26-b0e7-f04b3eebae5e req-544804f3-035a-4ea4-b466-049eac697bf8 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358012 Jun 29 23:14:24.926879 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-619454a6-ccdf-4bb2-b085-c6300186b2ff req-b47e8d12-befb-475f-b1c9-f5c0139155a9 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0274146 Jun 29 23:14:25.977993 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be5d21-7c4e-478d-a51f-eeb03db2409c req-35d6e010-a1aa-4dd7-a7cd-43d428d664ff tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:25.980153 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-87be5d21-7c4e-478d-a51f-eeb03db2409c req-35d6e010-a1aa-4dd7-a7cd-43d428d664ff tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 945 time: 0.0691144 Jun 29 23:14:26.001666 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367520c-84e3-4abf-8253-d57869a1d3d1 req-a0024940-cc87-4a57-b0d6-e2c447949984 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:26.003136 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5367520c-84e3-4abf-8253-d57869a1d3d1 req-a0024940-cc87-4a57-b0d6-e2c447949984 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0638850 Jun 29 23:14:26.018570 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-87be5d21-7c4e-478d-a51f-eeb03db2409c req-5ecaddbc-76d1-428e-af07-790fc0cda9da tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325592 Jun 29 23:14:26.041177 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5367520c-84e3-4abf-8253-d57869a1d3d1 req-51de46e7-0aed-400f-a2bf-ef73b57d1aac tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324826 Jun 29 23:14:26.142830 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-db82425e-5eba-4697-8b4e-07e72ada0a79 req-27c0e795-92e7-4958-bfaa-d4ca2dd3869e tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0287092 Jun 29 23:14:27.194456 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555d8d6-bdee-4c54-9eb3-d62ccdbc088b req-357fc6fa-173e-4d1d-8b78-c5f33321c0e2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:27.195928 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d555d8d6-bdee-4c54-9eb3-d62ccdbc088b req-357fc6fa-173e-4d1d-8b78-c5f33321c0e2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 945 time: 0.0689652 Jun 29 23:14:27.221082 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a652b2c-10c3-48de-86d4-062f8626759e req-db10b649-23f9-4ef9-a9ae-a3767ae7f573 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:27.222572 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3a652b2c-10c3-48de-86d4-062f8626759e req-db10b649-23f9-4ef9-a9ae-a3767ae7f573 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0649192 Jun 29 23:14:27.235075 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d555d8d6-bdee-4c54-9eb3-d62ccdbc088b req-80ef3014-8bb3-4972-8603-41b51a54a4cf tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333784 Jun 29 23:14:27.261562 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3a652b2c-10c3-48de-86d4-062f8626759e req-fe862d43-bb11-4da8-a23b-cabcd2116651 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334256 Jun 29 23:14:27.359189 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b049f3fd-73c8-4af5-bd69-4b69e4026246 req-44f99561-d915-47c0-9f28-a0c4671a4afd tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0279510 Jun 29 23:14:28.406612 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2f115-6b1a-4ab4-9caa-ca9d5b734af7 req-c9774a88-cc5a-48b1-b501-501e5e7f186c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:28.408127 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-70d2f115-6b1a-4ab4-9caa-ca9d5b734af7 req-c9774a88-cc5a-48b1-b501-501e5e7f186c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 945 time: 0.0634003 Jun 29 23:14:28.439168 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ddc2a-02b4-4d54-b14e-3b7f78985efc req-a57f443b-0437-44ee-bbd6-16417f816c9d tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:28.440668 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e47ddc2a-02b4-4d54-b14e-3b7f78985efc req-a57f443b-0437-44ee-bbd6-16417f816c9d tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0626967 Jun 29 23:14:28.447185 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-70d2f115-6b1a-4ab4-9caa-ca9d5b734af7 req-53f92176-9327-4302-bf19-a584a2f83957 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332732 Jun 29 23:14:28.483802 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e47ddc2a-02b4-4d54-b14e-3b7f78985efc req-a9578732-32c0-458f-b823-b4816c6b1236 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375619 Jun 29 23:14:28.572221 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-dee46e10-4e3e-4a89-9e46-7f59e0783298 req-f4516314-9b72-4ea9-8002-20852621fecb tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0268371 Jun 29 23:14:29.628023 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afaae8e-a775-4006-962e-03eb58c05091 req-9a5b7161-f88f-4cf2-834d-c613e88faaa9 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:29.629546 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4afaae8e-a775-4006-962e-03eb58c05091 req-9a5b7161-f88f-4cf2-834d-c613e88faaa9 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 945 time: 0.0674393 Jun 29 23:14:29.661716 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bef516-9432-4550-aaf2-b77ed41b19e6 req-3c9155fc-9af4-4ca0-be34-cb86bd378bb1 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:29.663261 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e0bef516-9432-4550-aaf2-b77ed41b19e6 req-3c9155fc-9af4-4ca0-be34-cb86bd378bb1 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0665884 Jun 29 23:14:29.668661 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4afaae8e-a775-4006-962e-03eb58c05091 req-111b68c9-bea0-40a5-8acf-5966da437cd6 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332866 Jun 29 23:14:29.701496 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e0bef516-9432-4550-aaf2-b77ed41b19e6 req-8276a21c-b8b6-4216-b8c3-a731726cbdbd tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324438 Jun 29 23:14:29.795411 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-58412400-2246-4dfe-86b1-3b4491ae4362 req-bb9249f9-e842-44e1-b6ec-5ae6eca58fc0 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0291629 Jun 29 23:14:29.995638 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e003ed-c911-4715-b6ce-d16683cb2b1b req-6db02d9c-6da4-4e43-bc72-59de418f26fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:29.997728 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-41e003ed-c911-4715-b6ce-d16683cb2b1b req-6db02d9c-6da4-4e43-bc72-59de418f26fc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9855b0b0a0d24eebabad9d02a3593f56&device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 1098 time: 0.0512538 Jun 29 23:14:30.087843 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e003ed-c911-4715-b6ce-d16683cb2b1b req-c74172ce-a7e1-4df3-8483-3819cd11e85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:30.089336 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-41e003ed-c911-4715-b6ce-d16683cb2b1b req-c74172ce-a7e1-4df3-8483-3819cd11e85b service neutron] 10.222.0.52 "GET /v2.0/networks?id=5fc87514-4bd0-4767-a854-4d25442e1d05 HTTP/1.1" status: 200 len: 910 time: 0.0842562 Jun 29 23:14:30.156553 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-41e003ed-c911-4715-b6ce-d16683cb2b1b req-eb252c19-77b7-4f01-ad70-dbe7836dce86 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3605f120-8b3a-4cb2-865a-b59f60e3d7da HTTP/1.1" status: 200 len: 1000 time: 0.0606892 Jun 29 23:14:30.204055 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e003ed-c911-4715-b6ce-d16683cb2b1b req-0d67406c-a23e-433b-9e2f-b919e062474a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:30.205483 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-41e003ed-c911-4715-b6ce-d16683cb2b1b req-0d67406c-a23e-433b-9e2f-b919e062474a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6c5958d2-5979-42b6-8d5d-8777f7be84eb HTTP/1.1" status: 200 len: 848 time: 0.0425963 Jun 29 23:14:30.264375 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e003ed-c911-4715-b6ce-d16683cb2b1b req-3fb11f1a-e0aa-452e-8c11-851be525d825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:30.265842 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-41e003ed-c911-4715-b6ce-d16683cb2b1b req-3fb11f1a-e0aa-452e-8c11-851be525d825 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5fc87514-4bd0-4767-a854-4d25442e1d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535295 Jun 29 23:14:30.353539 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-41e003ed-c911-4715-b6ce-d16683cb2b1b req-0990917e-324c-48f0-bcc9-18b2eefa78bb service neutron] 10.222.0.52 "GET /v2.0/networks/5fc87514-4bd0-4767-a854-4d25442e1d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806482 Jun 29 23:14:30.443544 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-41e003ed-c911-4715-b6ce-d16683cb2b1b req-8307582a-7722-43d5-aabe-4980cc375af2 service neutron] 10.222.0.52 "GET /v2.0/networks/5fc87514-4bd0-4767-a854-4d25442e1d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827637 Jun 29 23:14:30.841732 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5378d-6357-4ddb-be63-60355064e1af req-4715c779-291c-4efc-bd45-ef48ab0f67e1 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:30.843325 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-18e5378d-6357-4ddb-be63-60355064e1af req-4715c779-291c-4efc-bd45-ef48ab0f67e1 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 945 time: 0.0623662 Jun 29 23:14:30.876926 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46fe1d-c932-4968-8574-ed819b32885d req-1b45ca0b-e30f-470b-918a-4bb1183d1f2b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:30.878395 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5e46fe1d-c932-4968-8574-ed819b32885d req-1b45ca0b-e30f-470b-918a-4bb1183d1f2b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0622582 Jun 29 23:14:30.881209 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-18e5378d-6357-4ddb-be63-60355064e1af req-abc8edfa-a7bb-4ba7-a1d1-f967e96b2d9d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320442 Jun 29 23:14:30.916349 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5e46fe1d-c932-4968-8574-ed819b32885d req-f2cbe83e-e50a-4a31-b319-f003d055a336 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323660 Jun 29 23:14:31.007203 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-df50313f-d77a-4650-ba0e-e187f471dc8d req-ed284c9a-6925-4067-be99-08d0f360a30e tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0285611 Jun 29 23:14:32.062743 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1c70e-0610-4539-935b-6a8e2b89ec04 req-321d74ac-a92e-429e-b7ef-b861144c57c8 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:32.064372 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dae1c70e-0610-4539-935b-6a8e2b89ec04 req-321d74ac-a92e-429e-b7ef-b861144c57c8 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 945 time: 0.0688882 Jun 29 23:14:32.098390 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ad701-6748-414a-b836-2b156a4af950 req-af906ab5-473d-4699-bc0d-1ea98fda09b7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:32.099973 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-237ad701-6748-414a-b836-2b156a4af950 req-af906ab5-473d-4699-bc0d-1ea98fda09b7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0659437 Jun 29 23:14:32.103238 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dae1c70e-0610-4539-935b-6a8e2b89ec04 req-9c6a380c-1350-4d79-9313-d3457e3659a9 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324891 Jun 29 23:14:32.138880 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-237ad701-6748-414a-b836-2b156a4af950 req-4afd35d4-5c05-45d8-a02b-28f05690ed27 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324929 Jun 29 23:14:32.254633 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3e89b306-dbd0-4a0d-80a9-e7cd1d6f63ea req-3bfb2f38-334c-4c97-a156-01a5cf3bc38b tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0421863 Jun 29 23:14:33.273089 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a074c02-9427-493e-a489-fcbde4b042ab req-f6f2ead2-97b8-45e3-b48e-f3a9d2144285 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:33.274579 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6a074c02-9427-493e-a489-fcbde4b042ab req-f6f2ead2-97b8-45e3-b48e-f3a9d2144285 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 945 time: 0.0622044 Jun 29 23:14:33.311949 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6a074c02-9427-493e-a489-fcbde4b042ab req-380fd613-6d93-4e1f-abea-fef6ed5bca2d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308769 Jun 29 23:14:33.315172 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94bacd-89df-40ef-9a5c-a4f2a88dd89c req-c7e72d3c-80e9-42ec-b3ba-3f9ee8f87db7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:33.316691 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2b94bacd-89df-40ef-9a5c-a4f2a88dd89c req-c7e72d3c-80e9-42ec-b3ba-3f9ee8f87db7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0629463 Jun 29 23:14:33.354928 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2b94bacd-89df-40ef-9a5c-a4f2a88dd89c req-8c0ff824-8abf-4111-a6ab-eee07ed5c577 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326803 Jun 29 23:14:33.440151 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2d2ea9fc-55b6-4931-bd99-de0bc55f5260 req-368d7e8d-cc83-427c-b1e1-b395fd8fc4a2 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0279689 Jun 29 23:14:34.242546 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:14:34.485029 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07c0f3-33b1-4e8f-95ac-4b29303d74dc req-7cfe5379-5467-454b-bce3-de20eb8a26f5 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:34.486493 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6c07c0f3-33b1-4e8f-95ac-4b29303d74dc req-7cfe5379-5467-454b-bce3-de20eb8a26f5 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 945 time: 0.0654707 Jun 29 23:14:34.525220 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6c07c0f3-33b1-4e8f-95ac-4b29303d74dc req-66566636-ac9b-4849-bb0e-ff396fe9bc80 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330496 Jun 29 23:14:34.533309 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99f07f-f9ca-4b7e-b4a5-119c22e09319 req-ac80d19b-7093-499a-80ad-ee9746074e64 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:34.534790 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7d99f07f-f9ca-4b7e-b4a5-119c22e09319 req-ac80d19b-7093-499a-80ad-ee9746074e64 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0650711 Jun 29 23:14:34.571673 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7d99f07f-f9ca-4b7e-b4a5-119c22e09319 req-af26f4b2-9988-4b43-b827-0eafc75eb00b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312047 Jun 29 23:14:34.654531 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d9093e2e-71b7-438a-91ca-244b4ec53eb9 req-ad72d124-f548-4cb1-9627-a39f6546be03 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0283630 Jun 29 23:14:35.695383 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d48c79-1234-4fce-9e5b-157100a8507b req-f8b9aa47-740d-4163-a530-eb1d9b853233 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:35.696881 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a8d48c79-1234-4fce-9e5b-157100a8507b req-f8b9aa47-740d-4163-a530-eb1d9b853233 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 945 time: 0.0636415 Jun 29 23:14:35.736296 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a8d48c79-1234-4fce-9e5b-157100a8507b req-2110e4e4-85f4-4571-b363-3e2382f198c8 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327537 Jun 29 23:14:35.753089 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af0903-186e-40ed-a708-5ce5143fb194 req-0076d7a6-c16c-4c9b-b379-8a113558a97d tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:35.754807 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f9af0903-186e-40ed-a708-5ce5143fb194 req-0076d7a6-c16c-4c9b-b379-8a113558a97d tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0650129 Jun 29 23:14:35.793154 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f9af0903-186e-40ed-a708-5ce5143fb194 req-2a2c8a42-55d4-4663-97c2-3721d23dbc31 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326560 Jun 29 23:14:35.861905 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-82fd9d8b-c1c5-4056-b988-6a359ff172cf req-12dd3933-b181-49a7-9ee7-35f1f05f8153 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0280352 Jun 29 23:14:36.401213 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 3605f120-8b3a-4cb2-865a-b59f60e3d7da no longer exists at agent hyperv_hv-cinder-76960 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:14:36.472214 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:14:36.493036 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f548adf-7eb0-44ea-99a5-978a24c26b0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3605f120-8b3a-4cb2-865a-b59f60e3d7da'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:14:36.495230 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc242b685774feada63a8466480188dde327850ab4a240ce00b056240626d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226f8019-1c1c-4737-93f4-28683cc951a1" -d '{"events": [{"server_uuid": "2f548adf-7eb0-44ea-99a5-978a24c26b0c", "name": "network-vif-unplugged", "status": "completed", "tag": "3605f120-8b3a-4cb2-865a-b59f60e3d7da"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:14:36.510176 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port 3605f120-8b3a-4cb2-865a-b59f60e3d7da, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=3605f120-8b3a-4cb2-865a-b59f60e3d7da,segment=NetworkSegment(d6a1547b-eb01-42e2-87d0-fd1ddf846118),segment_id=d6a1547b-eb01-42e2-87d0-fd1ddf846118)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:14:36.514718 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:14:36.516495 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:14:36.562156 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=3605f120-8b3a-4cb2-865a-b59f60e3d7da,revision_number=6']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:14:36.569392 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:14:36.569743 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:14:36.570083 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:14:36.570415 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:14:36.570746 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:14:36.571072 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:14:36.571397 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:14:36.571770 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:14:36.572054 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:14:36.572374 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:14:36.572750 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:14:36.573092 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:14:36.577213 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:14:36.580672 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Jun 2021 23:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b65c53-eecb-4e1a-be66-d261622906a6 x-openstack-request-id: req-44b65c53-eecb-4e1a-be66-d261622906a6 {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:14:36.580970 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f548adf-7eb0-44ea-99a5-978a24c26b0c", "name": "network-vif-unplugged", "status": "completed", "tag": "3605f120-8b3a-4cb2-865a-b59f60e3d7da", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:14:36.581228 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-44b65c53-eecb-4e1a-be66-d261622906a6 {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:14:36.581613 dv-cinder-769602-4-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f548adf-7eb0-44ea-99a5-978a24c26b0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3605f120-8b3a-4cb2-865a-b59f60e3d7da', 'code': 200} Jun 29 23:14:36.915401 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23671e9-ce4b-410f-965a-eafd6e8dbe91 req-6a3972a1-f652-463a-8956-c7aa66567114 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:36.916894 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e23671e9-ce4b-410f-965a-eafd6e8dbe91 req-6a3972a1-f652-463a-8956-c7aa66567114 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0661702 Jun 29 23:14:36.955423 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e23671e9-ce4b-410f-965a-eafd6e8dbe91 req-f7225b0e-5f7b-4b83-93bb-e36c719ecaeb tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322144 Jun 29 23:14:36.974130 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e62c34-1e14-4022-901d-b53bc225bf22 req-2fd710a1-8c02-4654-bb87-baf3716a0963 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:36.975629 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-71e62c34-1e14-4022-901d-b53bc225bf22 req-2fd710a1-8c02-4654-bb87-baf3716a0963 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0664496 Jun 29 23:14:37.014661 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-71e62c34-1e14-4022-901d-b53bc225bf22 req-fee2de46-37f9-4235-a2fe-7621feb7d186 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317328 Jun 29 23:14:37.081723 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-28039750-dfdd-4f35-ab8a-0becfa702a1d req-fca33a9a-6b66-43de-8311-3b1d15a9fa2f tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0277143 Jun 29 23:14:38.130298 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7f5e-f299-4bd6-8415-a940a94ab044 req-56a88461-5fad-417a-be25-974ebf641e43 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:38.131789 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-086c7f5e-f299-4bd6-8415-a940a94ab044 req-56a88461-5fad-417a-be25-974ebf641e43 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0634818 Jun 29 23:14:38.172113 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-086c7f5e-f299-4bd6-8415-a940a94ab044 req-8fe12532-cdce-4e69-b097-a3726190efcb tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346947 Jun 29 23:14:38.188922 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b35bb-3c22-43c7-af98-94bf22f1ed67 req-d9f3e0fa-a771-4608-9673-ad222f7e0d39 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:38.190570 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-712b35bb-3c22-43c7-af98-94bf22f1ed67 req-d9f3e0fa-a771-4608-9673-ad222f7e0d39 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0627761 Jun 29 23:14:38.230457 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-712b35bb-3c22-43c7-af98-94bf22f1ed67 req-567eae5f-a90e-4755-9b4c-7c60f60b6363 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320101 Jun 29 23:14:38.304418 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-69bbb952-d5c1-48a1-8934-97d4b621ab53 req-2f1954df-54c2-49ff-9ae7-8b07a556bc43 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0283029 Jun 29 23:14:39.345875 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d807f1-ed54-41d2-acd7-c0844dcfdac1 req-e0c715d2-86ac-4b74-9812-daa3f1a8df3d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:39.347361 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-00d807f1-ed54-41d2-acd7-c0844dcfdac1 req-e0c715d2-86ac-4b74-9812-daa3f1a8df3d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0677514 Jun 29 23:14:39.387200 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-00d807f1-ed54-41d2-acd7-c0844dcfdac1 req-e6151739-d8c6-4204-8618-5166d3ece73b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335784 Jun 29 23:14:39.411090 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da254cfd-d813-4cb9-8840-b6948a927098 req-48b270b3-bd94-455a-ac54-bad2433ca5c2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:39.413405 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-da254cfd-d813-4cb9-8840-b6948a927098 req-48b270b3-bd94-455a-ac54-bad2433ca5c2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0684154 Jun 29 23:14:39.452944 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-da254cfd-d813-4cb9-8840-b6948a927098 req-778337cd-b5fe-44b6-995f-a966ce328047 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320530 Jun 29 23:14:39.520778 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-73b14dab-733e-416c-99be-9f23776daa72 req-2602a598-9dd6-4304-b28a-fc6d17e0ef61 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0275607 Jun 29 23:14:40.561991 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb5fa2-7ee5-4b4b-8c48-17699dbcabc0 req-5801f159-cd46-4556-a350-ef236d18d0e5 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:40.563378 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-abcb5fa2-7ee5-4b4b-8c48-17699dbcabc0 req-5801f159-cd46-4556-a350-ef236d18d0e5 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0634923 Jun 29 23:14:40.600883 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-abcb5fa2-7ee5-4b4b-8c48-17699dbcabc0 req-e6a17859-40a4-4cae-aa50-1fd3f3314489 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316832 Jun 29 23:14:40.632650 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c0b64-fa48-46d9-9e52-c6d1a4b52391 req-eec133b3-d2e6-4716-b6a5-31b21f0d9a77 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:40.634128 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-282c0b64-fa48-46d9-9e52-c6d1a4b52391 req-eec133b3-d2e6-4716-b6a5-31b21f0d9a77 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0622258 Jun 29 23:14:40.672882 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-282c0b64-fa48-46d9-9e52-c6d1a4b52391 req-6d68098b-6ae0-41b2-8ee9-f6cc43ed041c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324011 Jun 29 23:14:40.726601 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1d20250e-2364-4412-b40e-39ceb5589f7b req-b51ce066-2fe5-4e7b-922d-cbcc5cfac049 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0292122 Jun 29 23:14:41.775232 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafceb95-7258-4668-976a-21c8fd414d0d req-bbe3db48-83e3-494d-9d37-aff43002b0d2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:41.776735 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-cafceb95-7258-4668-976a-21c8fd414d0d req-bbe3db48-83e3-494d-9d37-aff43002b0d2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0661125 Jun 29 23:14:41.814954 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-cafceb95-7258-4668-976a-21c8fd414d0d req-aff4204e-f2ee-463e-abdb-430c2dcd4f07 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313537 Jun 29 23:14:41.861460 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2328de-62ba-4906-a633-5c9b921f771c req-60f43698-d5de-442b-8bf1-5096b1672942 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:41.862912 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-de2328de-62ba-4906-a633-5c9b921f771c req-60f43698-d5de-442b-8bf1-5096b1672942 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0721803 Jun 29 23:14:41.899861 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-de2328de-62ba-4906-a633-5c9b921f771c req-1cb2ded7-3ec3-4146-a47c-5d01e5593450 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308418 Jun 29 23:14:41.943061 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5e5b82d8-853a-4ac0-9977-fa5bb453f65d req-63a8bd1e-1050-4bbb-b5a0-0aa5a9394d4b tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0298686 Jun 29 23:14:42.995485 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb468f-4f80-4c3e-af20-4212771242b8 req-c15bbade-bdd9-4f1c-8aed-618febbd3b1d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:42.996885 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7efb468f-4f80-4c3e-af20-4212771242b8 req-c15bbade-bdd9-4f1c-8aed-618febbd3b1d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0657914 Jun 29 23:14:43.035773 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7efb468f-4f80-4c3e-af20-4212771242b8 req-2ab22f60-8a11-4ac8-946f-e882ec0e891f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329278 Jun 29 23:14:43.085678 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661554f-bf0c-4977-85c5-4e33f47fbf8b req-5656ee8a-1a64-442f-9242-306faea47147 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:43.087214 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a661554f-bf0c-4977-85c5-4e33f47fbf8b req-5656ee8a-1a64-442f-9242-306faea47147 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0632386 Jun 29 23:14:43.124792 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a661554f-bf0c-4977-85c5-4e33f47fbf8b req-60749c4e-9cf0-41f8-b838-61b1028dedfb tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317340 Jun 29 23:14:43.159818 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4ecdb49e-95db-4bac-b4d2-962896064d8b req-b7e7ac02-1529-43c9-986f-9c675460e08b tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0274956 Jun 29 23:14:44.208010 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab9d80-08fb-4d08-8966-65f2546738ac req-3fbcebfd-ca64-4fc5-9c1b-666d779a4970 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:44.209497 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b7ab9d80-08fb-4d08-8966-65f2546738ac req-3fbcebfd-ca64-4fc5-9c1b-666d779a4970 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0658286 Jun 29 23:14:44.247884 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b7ab9d80-08fb-4d08-8966-65f2546738ac req-c17e05e5-5a4a-4db3-8db6-4d8d5838f5de tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323608 Jun 29 23:14:44.375632 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2495fe67-21b9-420d-b8d8-286762d9370c req-e56ac273-07a1-4454-833f-b142a60fe503 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0293021 Jun 29 23:14:44.502171 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9b2ff-5467-416a-9431-514b51a7538c req-2729594f-83ea-4acb-9409-a7735d4f4eeb tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:44.503638 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b7e9b2ff-5467-416a-9431-514b51a7538c req-2729594f-83ea-4acb-9409-a7735d4f4eeb tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.2658558 Jun 29 23:14:44.541544 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b7e9b2ff-5467-416a-9431-514b51a7538c req-64797eac-a166-4077-b732-05d710b38a11 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320563 Jun 29 23:14:45.416302 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f46f0-e3b5-4851-8095-e772efa62e4c req-68856232-63e2-4e26-8c6e-1b0b6be8e4e5 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:45.417809 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8c5f46f0-e3b5-4851-8095-e772efa62e4c req-68856232-63e2-4e26-8c6e-1b0b6be8e4e5 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0610363 Jun 29 23:14:45.454694 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8c5f46f0-e3b5-4851-8095-e772efa62e4c req-70987e61-854d-4fd2-8eb4-2f95f3162f10 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314083 Jun 29 23:14:45.515381 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-93776f7e-b1f9-48d4-98f1-466cf68311ae req-0bb47752-8686-42d6-a0ab-049d67eb502b tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0277214 Jun 29 23:14:45.718988 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b056ca-6488-4984-afc4-4de11b9e471b req-75e81d92-2c16-4bf4-9398-a3571cc01587 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:45.720464 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-34b056ca-6488-4984-afc4-4de11b9e471b req-75e81d92-2c16-4bf4-9398-a3571cc01587 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0647852 Jun 29 23:14:45.758397 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-34b056ca-6488-4984-afc4-4de11b9e471b req-bb01345f-495c-42af-b0d4-98671c15e5ce tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323501 Jun 29 23:14:46.629279 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199a2a6-36d5-4a0d-8ebf-d1974eedd470 req-c73a61d7-7704-41bd-a63b-306c0bd51fa1 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:46.630922 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6199a2a6-36d5-4a0d-8ebf-d1974eedd470 req-c73a61d7-7704-41bd-a63b-306c0bd51fa1 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0630794 Jun 29 23:14:46.652377 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4af165d2-a549-49cf-879b-b635d15dbfd2 req-c500a690-2e90-4a61-af43-694767a768e9 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0281878 Jun 29 23:14:46.668965 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6199a2a6-36d5-4a0d-8ebf-d1974eedd470 req-4a16467d-cb9a-463f-b94a-26cc404fb591 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323989 Jun 29 23:14:46.930614 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43aa005-9e7e-4c72-8f34-1eb189c87e17 req-fa46e1f4-d4fe-4c7e-a316-c88f67237ca9 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:46.932068 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a43aa005-9e7e-4c72-8f34-1eb189c87e17 req-fa46e1f4-d4fe-4c7e-a316-c88f67237ca9 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0603890 Jun 29 23:14:46.970318 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a43aa005-9e7e-4c72-8f34-1eb189c87e17 req-fb13760e-e44e-4263-94ed-39d1b5316d2d tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323458 Jun 29 23:14:47.130838 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-184219bd-1c52-4127-8e6b-1396bc5ba83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:14:47.793254 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f19b8f70-da6a-4522-a8c0-bd2f1a0b7a2d req-b691fb3e-7d2d-4052-8da0-3ad62de13838 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0309618 Jun 29 23:14:47.846701 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ba3b5-0518-45c1-9696-8eff89c430fe req-5480fa56-2e7e-4674-a3d5-adbff69cf05e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:47.848180 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-681ba3b5-0518-45c1-9696-8eff89c430fe req-5480fa56-2e7e-4674-a3d5-adbff69cf05e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0653291 Jun 29 23:14:47.884908 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-681ba3b5-0518-45c1-9696-8eff89c430fe req-7a1d7d48-94cb-44b0-81b2-f66498787a23 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310886 Jun 29 23:14:48.145708 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0ab38-a048-49cf-a079-9388e2b11fe2 req-072af300-3665-4585-93b0-877dca1b456b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:48.147281 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6ed0ab38-a048-49cf-a079-9388e2b11fe2 req-072af300-3665-4585-93b0-877dca1b456b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0622845 Jun 29 23:14:48.185178 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6ed0ab38-a048-49cf-a079-9388e2b11fe2 req-ea5adf51-081d-4df0-8109-eb911d61a99a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322244 Jun 29 23:14:48.933979 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b627ab35-739e-48e5-9319-d24fb5f439df req-309034d0-fffc-414b-8e78-d59a5b978095 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0290642 Jun 29 23:14:49.057491 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8de50d-707f-4fae-9ff0-d523e1d8d3fa req-6f382691-5638-4187-98c1-beeb8f94e067 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:49.058863 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8e8de50d-707f-4fae-9ff0-d523e1d8d3fa req-6f382691-5638-4187-98c1-beeb8f94e067 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0614457 Jun 29 23:14:49.096808 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8e8de50d-707f-4fae-9ff0-d523e1d8d3fa req-b1554687-5877-49d7-8f5f-a81a113f05b0 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315936 Jun 29 23:14:49.386477 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2f930-c9c0-48f4-b1e4-e5ae9a371201 req-ed57e5e3-14ad-451d-a070-44f2dfb2cc45 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:49.387991 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-baa2f930-c9c0-48f4-b1e4-e5ae9a371201 req-ed57e5e3-14ad-451d-a070-44f2dfb2cc45 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0896623 Jun 29 23:14:49.424877 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-baa2f930-c9c0-48f4-b1e4-e5ae9a371201 req-36bc04f8-84ca-40d1-84e8-80c0ccdc4958 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303156 Jun 29 23:14:49.614170 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-28fa37cd-b816-4d64-a314-2792ab807214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:14:50.106519 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:14:50.166479 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f9afc526-189b-4867-a791-6def5dc49c1d req-b183e982-2967-4cf1-9470-701c97cfff11 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.1245003 Jun 29 23:14:50.272023 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b3563-07df-406c-a16f-a1ede5add462 req-a71f3d6f-3e83-4ff3-bbef-741b9ecfcfca tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:50.273435 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4c0b3563-07df-406c-a16f-a1ede5add462 req-a71f3d6f-3e83-4ff3-bbef-741b9ecfcfca tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0664737 Jun 29 23:14:50.310797 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4c0b3563-07df-406c-a16f-a1ede5add462 req-491e6e34-94bb-4458-9080-f520dfaa13fb tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316534 Jun 29 23:14:50.403674 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:14:50.597666 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469d646-c8c5-4daa-8019-a68f50cc17e8 req-253f2f63-d977-43e0-9eb9-b11ad9259640 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:50.599017 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7469d646-c8c5-4daa-8019-a68f50cc17e8 req-253f2f63-d977-43e0-9eb9-b11ad9259640 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0603833 Jun 29 23:14:50.635774 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7469d646-c8c5-4daa-8019-a68f50cc17e8 req-b70c2f2e-530c-4b92-bae4-a0d99a365143 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313272 Jun 29 23:14:50.782939 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:14:51.304259 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-94cea95f-c3de-4925-92fd-7feadd0006eb req-1439aa96-2db8-4bdb-b804-5c814c2fb851 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0283952 Jun 29 23:14:51.484060 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f3f26-18bf-4768-9f0d-165889c09410 req-33dd5859-3074-4ca7-bd23-88d662a83b67 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:51.485457 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-971f3f26-18bf-4768-9f0d-165889c09410 req-33dd5859-3074-4ca7-bd23-88d662a83b67 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0626538 Jun 29 23:14:51.522399 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-971f3f26-18bf-4768-9f0d-165889c09410 req-42100570-bf21-4418-a0e8-8f7204ba5e5c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313389 Jun 29 23:14:51.815161 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa51786-cf4f-49e1-8d9a-f091c1b6254a req-92a76e1b-a77e-42b2-b347-8ded4650cbb3 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:51.816543 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-aaa51786-cf4f-49e1-8d9a-f091c1b6254a req-92a76e1b-a77e-42b2-b347-8ded4650cbb3 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0633330 Jun 29 23:14:51.853392 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-aaa51786-cf4f-49e1-8d9a-f091c1b6254a req-de0bdadb-078d-4bfa-b04a-b701022c3662 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312455 Jun 29 23:14:52.444954 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4fe6af10-233e-4610-83c3-059988b4bfa9 req-06287410-fe61-4297-be7e-5b48d33edc99 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0309300 Jun 29 23:14:52.625182 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:14:52.695219 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6cf35-e644-411e-8af4-48cd50f7f5d9 req-7763d347-ddad-4bcd-b7b2-8a2378920742 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:52.696712 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-21d6cf35-e644-411e-8af4-48cd50f7f5d9 req-7763d347-ddad-4bcd-b7b2-8a2378920742 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0658288 Jun 29 23:14:52.734062 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-21d6cf35-e644-411e-8af4-48cd50f7f5d9 req-87819850-7863-4fdd-a545-4a2751def165 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309858 Jun 29 23:14:53.025088 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca75b4-1ba2-4532-8764-eed247d2abea req-8e5b6b8c-93e7-4708-9531-9b8ca112f3dc tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:53.026518 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9dca75b4-1ba2-4532-8764-eed247d2abea req-8e5b6b8c-93e7-4708-9531-9b8ca112f3dc tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0603061 Jun 29 23:14:53.063238 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9dca75b4-1ba2-4532-8764-eed247d2abea req-8ed79592-491c-404a-8e2d-5b3e632d9ff7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310843 Jun 29 23:14:53.587646 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7269929a-5100-4b01-84e9-3f6cf14e9b4d req-6db456f9-6832-4204-8cbf-6c5bb9323af1 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0290561 Jun 29 23:14:53.904312 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cace9-6424-4d4e-8795-5c2d384b9a62 req-f1b1cfb9-a79e-4534-87ae-388663677990 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:53.905998 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-db7cace9-6424-4d4e-8795-5c2d384b9a62 req-f1b1cfb9-a79e-4534-87ae-388663677990 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0641239 Jun 29 23:14:53.942749 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-db7cace9-6424-4d4e-8795-5c2d384b9a62 req-067fbf8a-af70-4ce1-ad36-720af10b07fd tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307004 Jun 29 23:14:54.235440 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ac49c-9aec-423f-abad-dc7982d6b596 req-a6d086d9-28f9-4928-9b7a-987b28996f9d tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:54.236938 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e87ac49c-9aec-423f-abad-dc7982d6b596 req-a6d086d9-28f9-4928-9b7a-987b28996f9d tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0614910 Jun 29 23:14:54.273680 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e87ac49c-9aec-423f-abad-dc7982d6b596 req-489de18d-99d7-461e-a39b-de12f6fea567 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312655 Jun 29 23:14:54.725958 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cc58f158-9a4f-4ccf-8665-fda21c3acc4e req-85cdb119-32d0-4fa9-9d43-fbafbc6cd926 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0316224 Jun 29 23:14:55.130765 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266afa14-219e-4f17-b717-9227fb7c9bbd req-fbe1494f-807a-4a3a-9987-3c650038bd9e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:55.132243 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-266afa14-219e-4f17-b717-9227fb7c9bbd req-fbe1494f-807a-4a3a-9987-3c650038bd9e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0731206 Jun 29 23:14:55.168522 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-266afa14-219e-4f17-b717-9227fb7c9bbd req-e1ce3646-ad98-4349-826f-293811971994 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307159 Jun 29 23:14:55.459300 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3874d6c-bf9e-4877-ad18-1e1348e9fc78 req-e0f2ddf5-5453-4613-9f3d-f631721f3c5c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:55.460776 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f3874d6c-bf9e-4877-ad18-1e1348e9fc78 req-e0f2ddf5-5453-4613-9f3d-f631721f3c5c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0691009 Jun 29 23:14:55.498045 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f3874d6c-bf9e-4877-ad18-1e1348e9fc78 req-2ebe1c26-9c14-4e3c-ac40-4a7e409f1795 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316501 Jun 29 23:14:55.861268 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-17c83358-9d32-4748-9b88-7b369452cdb1 req-76db9f2b-a920-4a95-939f-2f01c9e23286 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0274498 Jun 29 23:14:56.336311 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40123073-8f3d-4e4b-ac8a-1a457c0b569d req-a429784b-058a-41b1-b0ef-3a8304717626 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:56.337806 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-40123073-8f3d-4e4b-ac8a-1a457c0b569d req-a429784b-058a-41b1-b0ef-3a8304717626 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0614800 Jun 29 23:14:56.375081 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-40123073-8f3d-4e4b-ac8a-1a457c0b569d req-b4dca728-96e7-4390-a8aa-096b18e285ae tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316033 Jun 29 23:14:56.670253 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d1300-276a-4b06-9d07-f0623033d9bd req-9f52e151-6b1a-4443-b5fb-c20640d4e338 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:56.671710 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0c0d1300-276a-4b06-9d07-f0623033d9bd req-9f52e151-6b1a-4443-b5fb-c20640d4e338 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0611532 Jun 29 23:14:56.708001 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0c0d1300-276a-4b06-9d07-f0623033d9bd req-fbd61b39-8376-4a47-823f-9637d5b6972d tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307403 Jun 29 23:14:57.001952 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b473c279-a492-40b2-bbf2-24d4527b79b8 req-ee118279-1100-441e-9489-392ea86336de tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0320103 Jun 29 23:14:57.546112 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18f9c3-cefc-492f-8d0c-23f917776b3f req-f46b08b5-8aeb-4f6a-9310-39ca69465719 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:57.547576 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3a18f9c3-cefc-492f-8d0c-23f917776b3f req-f46b08b5-8aeb-4f6a-9310-39ca69465719 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0656683 Jun 29 23:14:57.584060 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3a18f9c3-cefc-492f-8d0c-23f917776b3f req-aa61423b-6e8d-48fb-a8cc-a0e925987613 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308356 Jun 29 23:14:57.881336 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad803e8a-e178-4301-9cbf-30024c319b72 req-670f4476-d96d-438b-89ad-e7a2765a8cf2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:57.882807 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ad803e8a-e178-4301-9cbf-30024c319b72 req-670f4476-d96d-438b-89ad-e7a2765a8cf2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0615413 Jun 29 23:14:57.922004 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ad803e8a-e178-4301-9cbf-30024c319b72 req-e73ea230-8610-4cc4-bc4b-edf4ff67e0a1 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336390 Jun 29 23:14:58.140816 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6f1c26db-a050-4885-a41b-7605cd528bb7 req-181a3ff3-263d-40b7-8277-ec96f2430bd5 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0282061 Jun 29 23:14:58.757526 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda130d5-c1c9-49dc-a84b-2c5160cf6575 req-acfa33a8-82b5-4e5f-836f-0670d6a32b55 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:58.758975 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bda130d5-c1c9-49dc-a84b-2c5160cf6575 req-acfa33a8-82b5-4e5f-836f-0670d6a32b55 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0628426 Jun 29 23:14:58.795084 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bda130d5-c1c9-49dc-a84b-2c5160cf6575 req-63a1ba73-9a01-456c-8c35-d04ba65988f0 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299070 Jun 29 23:14:59.094297 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ad233-45dc-4efe-9f5b-faf0795b3520 req-149f2bad-4f59-4cc5-a724-3666b7b5bbc1 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:59.095755 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6b8ad233-45dc-4efe-9f5b-faf0795b3520 req-149f2bad-4f59-4cc5-a724-3666b7b5bbc1 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0614409 Jun 29 23:14:59.133252 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6b8ad233-45dc-4efe-9f5b-faf0795b3520 req-37a7f83b-7d35-4a32-9048-ea8fe8d2888f tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319197 Jun 29 23:14:59.283552 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-63ef1ebe-5ef1-4239-bcdf-94cc0b02c883 req-b33797ad-022a-4085-92f6-490e8fdd3d3a tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0327277 Jun 29 23:14:59.968647 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e2d2c-8b45-4181-bfbf-9afa674296aa req-36fbaf3c-1c87-4950-944e-d75ceec77561 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:14:59.970026 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-606e2d2c-8b45-4181-bfbf-9afa674296aa req-36fbaf3c-1c87-4950-944e-d75ceec77561 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0673985 Jun 29 23:15:00.006303 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-606e2d2c-8b45-4181-bfbf-9afa674296aa req-b0f3b38b-378c-479b-a2ac-a5053da5f8e7 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307496 Jun 29 23:15:00.305880 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf86f8c-ab8f-4a5e-adec-eb4fda650b18 req-bc70646f-d837-444c-9ec1-b67bde9a0b8a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:00.307335 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8cf86f8c-ab8f-4a5e-adec-eb4fda650b18 req-bc70646f-d837-444c-9ec1-b67bde9a0b8a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0614631 Jun 29 23:15:00.344721 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8cf86f8c-ab8f-4a5e-adec-eb4fda650b18 req-29377bb8-7b88-4f87-8cc4-beabd47b4368 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315948 Jun 29 23:15:00.421384 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6cf78053-1840-4f0f-bc3e-a4d6ae4f6169 req-5e163a4e-12f7-4ad6-9149-4597be76e2b8 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0285075 Jun 29 23:15:01.173936 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8892b2d-b168-4452-a11b-4d678fd852cb req-cf371503-6dae-47d8-be9e-96e6ca194e17 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:01.175364 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a8892b2d-b168-4452-a11b-4d678fd852cb req-cf371503-6dae-47d8-be9e-96e6ca194e17 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0613921 Jun 29 23:15:01.216807 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a8892b2d-b168-4452-a11b-4d678fd852cb req-42b22d0b-d4b1-46b6-89ff-7f0b4d64a628 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357649 Jun 29 23:15:01.530195 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9aba6-2d26-4711-8841-88f1fd200504 req-d49cf876-7064-4758-b2b8-88c9a3067f18 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:01.531715 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-64d9aba6-2d26-4711-8841-88f1fd200504 req-d49cf876-7064-4758-b2b8-88c9a3067f18 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0726812 Jun 29 23:15:01.564153 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-211ae0ce-aca4-4660-88c0-f39a4f9a7edd req-fd8cc08b-e50a-4578-9997-8ef5b51dd9ea tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0321584 Jun 29 23:15:01.569853 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-64d9aba6-2d26-4711-8841-88f1fd200504 req-2379320e-0800-4482-9506-d2d3236beb81 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322368 Jun 29 23:15:02.385398 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8593a-2f66-4d1c-9ab7-8d9b795adcaf req-073cb341-ffa9-4429-b8e7-c0d08ad39b48 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:02.386824 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3cf8593a-2f66-4d1c-9ab7-8d9b795adcaf req-073cb341-ffa9-4429-b8e7-c0d08ad39b48 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0613739 Jun 29 23:15:02.423650 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3cf8593a-2f66-4d1c-9ab7-8d9b795adcaf req-1954b9cd-124f-4240-82a5-ce433432b3c3 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311415 Jun 29 23:15:02.707276 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5409438a-05b0-48bb-963e-6f732de235a7 req-d75a2a80-80cb-4ac5-b8dc-3c003c222e7a tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0328255 Jun 29 23:15:02.746872 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98686a60-51b0-438a-952c-fa9b853b2bf4 req-573d0995-f95d-46f4-aba1-379dc6e048d2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:02.749098 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-98686a60-51b0-438a-952c-fa9b853b2bf4 req-573d0995-f95d-46f4-aba1-379dc6e048d2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0650978 Jun 29 23:15:02.786071 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-98686a60-51b0-438a-952c-fa9b853b2bf4 req-ea019290-5e9f-4634-984e-6e7576f1e743 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313447 Jun 29 23:15:03.591986 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d6aae-5013-4b4e-932f-a916d4c2d858 req-065a39fe-af45-4a25-bc5e-b822388f8a27 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:03.593516 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4e1d6aae-5013-4b4e-932f-a916d4c2d858 req-065a39fe-af45-4a25-bc5e-b822388f8a27 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0611017 Jun 29 23:15:03.629720 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4e1d6aae-5013-4b4e-932f-a916d4c2d858 req-c4bda3d8-ef3c-48e8-9c49-221405c66467 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307171 Jun 29 23:15:03.848743 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-590f59ae-3aa0-4bf0-94c7-2c861f68ccb0 req-09abb758-6981-4950-9671-2a46cf59cc1d tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0336146 Jun 29 23:15:03.965627 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57e84b-94df-4a64-9365-9ecfabc21012 req-81f4fc28-5f48-4134-94e9-44607660948e tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:03.967062 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-bc57e84b-94df-4a64-9365-9ecfabc21012 req-81f4fc28-5f48-4134-94e9-44607660948e tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0662107 Jun 29 23:15:04.003825 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-bc57e84b-94df-4a64-9365-9ecfabc21012 req-5c794c13-f080-4ec8-b1c8-fe5cc349fda3 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311928 Jun 29 23:15:04.242755 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:15:04.808974 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4c1bf-a2be-4656-9118-787503caa1ce req-9e066b26-a432-4872-8496-e68923a722e1 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:04.811305 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b3e4c1bf-a2be-4656-9118-787503caa1ce req-9e066b26-a432-4872-8496-e68923a722e1 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0671821 Jun 29 23:15:04.848521 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b3e4c1bf-a2be-4656-9118-787503caa1ce req-87b12da9-c45d-457d-936a-0306b706ce4e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318501 Jun 29 23:15:04.992077 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d6cc80e5-59e9-4031-a852-7da39cb9f3ef req-cc4f7816-7463-4bd1-9176-5f78ca30b94a tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0330806 Jun 29 23:15:05.176247 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2b8fc-7324-4088-9f00-87f9a064013c req-81d294d4-3f64-44db-ad18-eb20b9d81085 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:05.177705 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bbb2b8fc-7324-4088-9f00-87f9a064013c req-81d294d4-3f64-44db-ad18-eb20b9d81085 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0615032 Jun 29 23:15:05.215009 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bbb2b8fc-7324-4088-9f00-87f9a064013c req-4147e474-96f0-41a0-bbb1-5e5e93f9ffc1 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317338 Jun 29 23:15:06.019406 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524ab6c-1440-457c-9f21-581fab53b935 req-b333c7fd-755d-458f-ade8-0dc88867f7e3 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:06.020820 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a524ab6c-1440-457c-9f21-581fab53b935 req-b333c7fd-755d-458f-ade8-0dc88867f7e3 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0625134 Jun 29 23:15:06.058803 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a524ab6c-1440-457c-9f21-581fab53b935 req-4a4bd43c-08fd-45a0-94da-44e44c94cabf tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323145 Jun 29 23:15:06.132847 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2642489f-eab9-4efa-9bd3-dd69cd721465 req-af2f7e9d-e24e-4535-8dfa-86e0d6c89292 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0324030 Jun 29 23:15:06.389393 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d0371-2e54-41d4-bfd8-87f0e6935290 req-e4f62ddb-48b1-46f3-bd45-664b948ef601 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:06.390847 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c34d0371-2e54-41d4-bfd8-87f0e6935290 req-e4f62ddb-48b1-46f3-bd45-664b948ef601 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0636597 Jun 29 23:15:06.427196 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c34d0371-2e54-41d4-bfd8-87f0e6935290 req-15b81192-c8b3-4671-8897-36d3135ed8a9 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307176 Jun 29 23:15:07.230757 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5868c-14b4-4174-bfa4-10d910aafad8 req-20d36cb2-d304-4d7b-b270-bc6808b54561 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:07.232357 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c5a5868c-14b4-4174-bfa4-10d910aafad8 req-20d36cb2-d304-4d7b-b270-bc6808b54561 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0642982 Jun 29 23:15:07.271164 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c5a5868c-14b4-4174-bfa4-10d910aafad8 req-e69bbe2f-e596-4a0c-82ed-ecc1774ca79e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331719 Jun 29 23:15:07.275187 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0b1da692-1191-42eb-8c7a-4773e873ea54 req-c0830ed0-e2c7-4c70-8b25-2af2727e5b7d tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0324895 Jun 29 23:15:07.601817 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ca518-875f-4134-8787-94c19ea01ec7 req-3befca71-970d-4c3f-869c-1a4577931331 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:07.603269 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c02ca518-875f-4134-8787-94c19ea01ec7 req-3befca71-970d-4c3f-869c-1a4577931331 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0614433 Jun 29 23:15:07.640711 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c02ca518-875f-4134-8787-94c19ea01ec7 req-b5986a24-db4c-4de6-810e-e4b102a4d40a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310705 Jun 29 23:15:08.301870 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fc30beee-36ca-4bee-818d-2a9482941c27 req-d6c40d0a-327e-4d86-b1f0-423ba83e5731 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515318 Jun 29 23:15:08.378645 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30beee-36ca-4bee-818d-2a9482941c27 req-d22ec60b-eec9-4ee6-aa6c-53df3c396c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:08.380141 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fc30beee-36ca-4bee-818d-2a9482941c27 req-d22ec60b-eec9-4ee6-aa6c-53df3c396c10 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=89f7a8481a72408b89119405a6770fde&device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 1098 time: 0.0552921 Jun 29 23:15:08.420101 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-55a6ad44-964a-4e35-8161-213da877b541 req-1aecfa1e-04cc-443e-be4b-ae0b63ed72e8 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0313804 Jun 29 23:15:08.516988 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68a453-c98e-488c-b9d4-c06ca49f1a46 req-a73444e4-219e-4e3d-a64d-c6c1efdd4d4a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:08.518492 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7c68a453-c98e-488c-b9d4-c06ca49f1a46 req-a73444e4-219e-4e3d-a64d-c6c1efdd4d4a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.1317816 Jun 29 23:15:08.537454 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30beee-36ca-4bee-818d-2a9482941c27 req-fde09adc-dc0c-4596-80bc-b6e4762ebaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:08.538843 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fc30beee-36ca-4bee-818d-2a9482941c27 req-fde09adc-dc0c-4596-80bc-b6e4762ebaf6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=961483aa-60c5-4d0f-82a0-c19a74bfe9c0 HTTP/1.1" status: 200 len: 911 time: 0.1234186 Jun 29 23:15:08.607065 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7c68a453-c98e-488c-b9d4-c06ca49f1a46 req-bc0aabf8-ab07-47cc-9822-84e4b2678207 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792205 Jun 29 23:15:08.620888 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fc30beee-36ca-4bee-818d-2a9482941c27 req-5ab03b45-090b-4b3a-bbd4-5c86e0bff0d2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3 HTTP/1.1" status: 200 len: 1001 time: 0.0750515 Jun 29 23:15:08.666973 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30beee-36ca-4bee-818d-2a9482941c27 req-5a9dbb92-0737-4ea5-8179-388fee2860c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:08.668393 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fc30beee-36ca-4bee-818d-2a9482941c27 req-5a9dbb92-0737-4ea5-8179-388fee2860c9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0cace3d9-d5b7-4676-96cc-bc7171040612 HTTP/1.1" status: 200 len: 849 time: 0.0417686 Jun 29 23:15:08.724751 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30beee-36ca-4bee-818d-2a9482941c27 req-a2edebbe-7aa9-4a8e-a947-33213b8d6946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:08.726254 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fc30beee-36ca-4bee-818d-2a9482941c27 req-a2edebbe-7aa9-4a8e-a947-33213b8d6946 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=961483aa-60c5-4d0f-82a0-c19a74bfe9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519581 Jun 29 23:15:08.817605 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fc30beee-36ca-4bee-818d-2a9482941c27 req-d0a315d1-6bdb-4d10-acc3-ee71a71fdbca service neutron] 10.222.0.52 "GET /v2.0/networks/961483aa-60c5-4d0f-82a0-c19a74bfe9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849481 Jun 29 23:15:08.818924 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c5550-4835-4d5a-9c24-60628a76819c req-aee49d4c-69c7-4ac9-b17b-b26e673fb1e0 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:08.820452 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a22c5550-4835-4d5a-9c24-60628a76819c req-aee49d4c-69c7-4ac9-b17b-b26e673fb1e0 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0635121 Jun 29 23:15:08.863850 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a22c5550-4835-4d5a-9c24-60628a76819c req-bbcfa406-1105-4f37-a5d0-f9a63ccf5187 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335851 Jun 29 23:15:08.911134 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fc30beee-36ca-4bee-818d-2a9482941c27 req-2bb8ea09-f342-4581-9c76-301004b0d7b2 service neutron] 10.222.0.52 "GET /v2.0/networks/961483aa-60c5-4d0f-82a0-c19a74bfe9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866139 Jun 29 23:15:09.562300 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a8ea331f-f358-44a4-b89f-7493a74985cc req-82af9802-3168-4df0-a9af-c4c177971c18 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0322349 Jun 29 23:15:09.775633 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa778b4-37c9-4747-8d46-db43040db615 req-fd509359-641c-4a99-955a-0d5bd56a6736 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:09.777102 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4aa778b4-37c9-4747-8d46-db43040db615 req-fd509359-641c-4a99-955a-0d5bd56a6736 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0617123 Jun 29 23:15:09.813447 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4aa778b4-37c9-4747-8d46-db43040db615 req-c7c44050-b7a2-4c30-bda9-9c56132af56a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301862 Jun 29 23:15:10.039780 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12685856-9ba0-4187-bc65-eaaecb754954 req-c9d39065-4527-494d-9006-b53756484702 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:10.041187 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-12685856-9ba0-4187-bc65-eaaecb754954 req-c9d39065-4527-494d-9006-b53756484702 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0604110 Jun 29 23:15:10.077953 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-12685856-9ba0-4187-bc65-eaaecb754954 req-c259d6d6-10ef-4ef1-8bb8-60b065f6b0fe tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308695 Jun 29 23:15:10.706609 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0632335e-93e7-444a-8f54-a9dfc9e2d325 req-e9646f18-1773-450f-9391-066ba2a97959 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0331275 Jun 29 23:15:10.989378 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2c7b9-9d12-4923-bd84-b7e5450da040 req-10c1413e-6807-4ca1-ad32-f75f1a7a5c3c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:10.990893 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7ad2c7b9-9d12-4923-bd84-b7e5450da040 req-10c1413e-6807-4ca1-ad32-f75f1a7a5c3c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0665672 Jun 29 23:15:11.030438 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7ad2c7b9-9d12-4923-bd84-b7e5450da040 req-889630ac-1470-45c1-8add-c0b1c3e7e429 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333800 Jun 29 23:15:11.267729 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df2cce-1485-4cbd-9fdf-19402ac0826f req-f84804e2-d19f-4e32-9f24-8c3b014b1ea6 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:11.269264 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-34df2cce-1485-4cbd-9fdf-19402ac0826f req-f84804e2-d19f-4e32-9f24-8c3b014b1ea6 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0712013 Jun 29 23:15:11.314331 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-34df2cce-1485-4cbd-9fdf-19402ac0826f req-13cc2155-c8dd-416b-8b21-89d3ed6f10db tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390491 Jun 29 23:15:11.853525 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a6f05fe5-bd91-47cd-b7a5-c8ea76232afd req-8aa99a86-0c97-42c4-9ed1-c4b433ea0efe tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0316381 Jun 29 23:15:12.211470 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1722b-64a1-4f5a-b727-7c45b4423fe2 req-623817fa-eedc-4efc-aeb0-cbf5387cb22f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:12.212930 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cac1722b-64a1-4f5a-b727-7c45b4423fe2 req-623817fa-eedc-4efc-aeb0-cbf5387cb22f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0645049 Jun 29 23:15:12.249730 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cac1722b-64a1-4f5a-b727-7c45b4423fe2 req-fdc1cc61-94dc-463a-af4d-4a3f9f0e3dae tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311198 Jun 29 23:15:12.497698 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ee79e-f74f-4650-a9cb-c42abd5c5f20 req-9b883c9e-048f-4f32-80a6-9cdf6e21ab60 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:12.499425 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-404ee79e-f74f-4650-a9cb-c42abd5c5f20 req-9b883c9e-048f-4f32-80a6-9cdf6e21ab60 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0623920 Jun 29 23:15:12.536881 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-404ee79e-f74f-4650-a9cb-c42abd5c5f20 req-51a9ba85-2118-40fb-a048-a94212937c71 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319083 Jun 29 23:15:12.994419 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-02960677-6e05-4d47-b2ef-fb228e41fa68 req-23bcd26f-f059-415f-972b-729e76218800 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0323403 Jun 29 23:15:13.419633 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9ae39-d306-407f-add5-4049bb6afc82 req-f90c3063-9236-4c21-ad49-19a59cc0b9e4 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:13.421108 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1ab9ae39-d306-407f-add5-4049bb6afc82 req-f90c3063-9236-4c21-ad49-19a59cc0b9e4 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0618708 Jun 29 23:15:13.457552 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1ab9ae39-d306-407f-add5-4049bb6afc82 req-119f0589-ca1f-4e8e-b871-55af55662638 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309377 Jun 29 23:15:13.712488 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f60fd5-295a-4106-8ce5-4b83b3bb7f30 req-8b471a7f-7f55-4041-897a-036d984376c4 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:13.714026 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f4f60fd5-295a-4106-8ce5-4b83b3bb7f30 req-8b471a7f-7f55-4041-897a-036d984376c4 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0620122 Jun 29 23:15:13.752185 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f4f60fd5-295a-4106-8ce5-4b83b3bb7f30 req-407e6db5-1f88-41d1-a947-c467ca7bdd1f tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320098 Jun 29 23:15:14.132270 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6bd19ae0-662b-4901-8fe9-cef457005745 req-217ae36e-3237-422a-b9e0-391f7d295935 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0317140 Jun 29 23:15:14.627341 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786de56-21bb-4b78-b720-c3b24954a29f req-d14fca6a-f08c-4e23-9a99-cd9f81e38f38 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:14.628810 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8786de56-21bb-4b78-b720-c3b24954a29f req-d14fca6a-f08c-4e23-9a99-cd9f81e38f38 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0620396 Jun 29 23:15:14.665175 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8786de56-21bb-4b78-b720-c3b24954a29f req-44a9d1bc-aa49-4ead-b575-7a0261ed6496 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308101 Jun 29 23:15:14.927075 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54147687-4c90-47e8-91df-79c9f9b917a1 req-4ae6a157-4967-4211-b0ad-b647d89e3534 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:14.928443 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-54147687-4c90-47e8-91df-79c9f9b917a1 req-4ae6a157-4967-4211-b0ad-b647d89e3534 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0607073 Jun 29 23:15:14.966188 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-54147687-4c90-47e8-91df-79c9f9b917a1 req-a0a9152e-dfe3-41d3-b270-15ca73c4326c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319724 Jun 29 23:15:15.269848 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-364bb837-6c35-4505-a541-bda32b4204b6 req-1b397e23-4182-49b2-b9fe-f971bf62464c tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0311046 Jun 29 23:15:15.834431 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc6e11-70a8-40f2-9c8a-f069d41bda03 req-37791315-5ea7-4eb1-a01b-69007b580414 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:15.835896 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0bfc6e11-70a8-40f2-9c8a-f069d41bda03 req-37791315-5ea7-4eb1-a01b-69007b580414 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0615122 Jun 29 23:15:15.873076 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0bfc6e11-70a8-40f2-9c8a-f069d41bda03 req-6fb27d3b-92a3-4a03-923c-37eea705985a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310688 Jun 29 23:15:16.137126 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec462e2d-bce0-4b6c-be02-6d5cf7a2696a req-8b704f5b-d7af-4fcc-8e7c-1c27d1577330 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:16.139211 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ec462e2d-bce0-4b6c-be02-6d5cf7a2696a req-8b704f5b-d7af-4fcc-8e7c-1c27d1577330 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0604246 Jun 29 23:15:16.175128 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ec462e2d-bce0-4b6c-be02-6d5cf7a2696a req-20ed06b7-7949-446b-b968-97061e553355 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304275 Jun 29 23:15:16.409956 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-33000f5b-b5a2-4b0d-9e12-6f4ef8dcbfaa req-c61db465-1df2-439b-ab93-a81f8c22a847 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0313222 Jun 29 23:15:17.045095 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da071cc-7d70-4483-98cc-ebce4e9db61c req-343711cd-3f14-407e-a72f-ecd0f13277cf tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:17.046457 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7da071cc-7d70-4483-98cc-ebce4e9db61c req-343711cd-3f14-407e-a72f-ecd0f13277cf tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0622556 Jun 29 23:15:17.082813 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7da071cc-7d70-4483-98cc-ebce4e9db61c req-8d641e56-5c96-47c8-9030-e26990941566 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309043 Jun 29 23:15:17.132189 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-75200cd8-d855-4fe3-acac-6303b7da809e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:15:17.346951 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d9ccb-a39c-4948-979d-9fd99707ba05 req-ca9ff6a9-5cd5-4884-919b-eaef0c613dae tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:17.348357 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-cd7d9ccb-a39c-4948-979d-9fd99707ba05 req-ca9ff6a9-5cd5-4884-919b-eaef0c613dae tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0612080 Jun 29 23:15:17.386344 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-cd7d9ccb-a39c-4948-979d-9fd99707ba05 req-87f47f5a-7803-4d86-8cc8-7d9ee3a1fe93 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324550 Jun 29 23:15:17.548466 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d59100a7-4b40-4196-94b4-492e0354cd7b req-d07db311-74ee-412c-9f30-bb34e66d31f0 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0325108 Jun 29 23:15:18.254475 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a579e-e205-4875-acf3-b22892e30f79 req-511cbb12-68dd-40e2-a050-e41e4871c387 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:18.255964 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-419a579e-e205-4875-acf3-b22892e30f79 req-511cbb12-68dd-40e2-a050-e41e4871c387 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0618439 Jun 29 23:15:18.291805 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-419a579e-e205-4875-acf3-b22892e30f79 req-0942f3b4-053c-4239-861a-3e81e3b04e46 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302024 Jun 29 23:15:18.566719 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ffeed-c033-4c87-aca2-816f07329059 req-156a6593-235e-40ad-a1a5-f456ae42299a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:18.568193 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d69ffeed-c033-4c87-aca2-816f07329059 req-156a6593-235e-40ad-a1a5-f456ae42299a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0640934 Jun 29 23:15:18.609059 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d69ffeed-c033-4c87-aca2-816f07329059 req-51653626-f4c8-4d35-82bd-df104f98a1af tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351920 Jun 29 23:15:18.841308 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-053103b7-1e81-43e8-9982-b8abfea0325b req-55366dc8-091c-4706-92ef-9047694bc3ac tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0304651 Jun 29 23:15:19.460130 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8dfb7c-fc08-4ec0-afb9-cba0525da489 req-49317924-e37e-467e-8c7e-548c85f2c67f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:19.461596 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1f8dfb7c-fc08-4ec0-afb9-cba0525da489 req-49317924-e37e-467e-8c7e-548c85f2c67f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0619459 Jun 29 23:15:19.498342 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1f8dfb7c-fc08-4ec0-afb9-cba0525da489 req-aee0965c-a5e7-4c40-b73a-d8da20f415bc tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303295 Jun 29 23:15:19.613661 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-009d3a9d-ed69-4e11-8a19-dddb62b9c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:15:19.990100 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2213322c-5827-4b2f-b18b-1a8e85e64371 req-ac410cef-40c5-4484-8c64-16905db5faa4 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0335364 Jun 29 23:15:20.044833 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df963d2-4899-4030-b38c-6af1ab1de246 req-2d96d5d3-97b2-4b4e-92ab-4b4cf207f024 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:20.046304 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8df963d2-4899-4030-b38c-6af1ab1de246 req-2d96d5d3-97b2-4b4e-92ab-4b4cf207f024 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.3204820 Jun 29 23:15:20.082300 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8df963d2-4899-4030-b38c-6af1ab1de246 req-da5e98e1-f23a-42b3-95ca-2a416e08b4fd tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304356 Jun 29 23:15:20.108704 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:15:20.669375 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad3bcc-0115-4c65-a085-b7024a93486c req-3f2248a1-1d10-4059-a763-47a786521687 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:20.670803 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dfad3bcc-0115-4c65-a085-b7024a93486c req-3f2248a1-1d10-4059-a763-47a786521687 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0608764 Jun 29 23:15:20.707779 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dfad3bcc-0115-4c65-a085-b7024a93486c req-4a0f3aee-9b84-40e6-bc62-5354d934eae4 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310960 Jun 29 23:15:20.784834 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:15:21.127816 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d71dc450-e8bb-47d5-b360-24496ed3b0a5 req-2d2da0dc-652b-46a9-88fd-9ed756cdd3ba tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0290411 Jun 29 23:15:21.263484 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0517ffcd-be2a-47c1-8323-17d134f7d69b req-0998aec1-297b-4d36-a3a9-35b29f553377 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:21.264944 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0517ffcd-be2a-47c1-8323-17d134f7d69b req-0998aec1-297b-4d36-a3a9-35b29f553377 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0668886 Jun 29 23:15:21.302625 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0517ffcd-be2a-47c1-8323-17d134f7d69b req-6102ca54-59e3-4dd1-b6bb-9a040eb89ab1 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321226 Jun 29 23:15:21.880068 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb30978-08cc-439b-b4dd-99926537fd1e req-965c2621-db5a-4c9e-8d00-9df9fe725d2a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:21.881545 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2fb30978-08cc-439b-b4dd-99926537fd1e req-965c2621-db5a-4c9e-8d00-9df9fe725d2a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0634494 Jun 29 23:15:21.917723 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2fb30978-08cc-439b-b4dd-99926537fd1e req-f24f4a47-736c-4f4c-b10a-3e94c1005c1a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306470 Jun 29 23:15:22.292214 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8a86ef6f-558c-4de8-98e0-100434da156f req-ba8ec73a-06c4-465b-b183-98591788b706 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?device_id=16302153-6c4c-4899-83cf-38975372d337 HTTP/1.1" status: 200 len: 210 time: 0.0330083 Jun 29 23:15:22.488851 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b49974-3e25-4c8c-91b1-58547de1237f req-106a3994-28f3-46ed-88d3-b70a06b630ef tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:22.490372 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-03b49974-3e25-4c8c-91b1-58547de1237f req-106a3994-28f3-46ed-88d3-b70a06b630ef tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0662127 Jun 29 23:15:22.532710 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-03b49974-3e25-4c8c-91b1-58547de1237f req-6b50b2d2-2c85-4b41-a544-5865e972409a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357311 Jun 29 23:15:22.629285 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:15:23.089881 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e9b3e-ece5-49cb-9f45-8265a4ff08c9 req-12c6d773-4389-404e-aed0-bc0aff93d585 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:23.091867 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e11e9b3e-ece5-49cb-9f45-8265a4ff08c9 req-12c6d773-4389-404e-aed0-bc0aff93d585 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0604749 Jun 29 23:15:23.129670 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e11e9b3e-ece5-49cb-9f45-8265a4ff08c9 req-34454d72-a562-4a0d-996e-c1869f5f8b07 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322428 Jun 29 23:15:23.739773 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518055d-c93f-4fb4-a781-a2789b4d802f req-e2019d75-be1f-4903-a67f-a96e86a81bac tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:23.741263 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b518055d-c93f-4fb4-a781-a2789b4d802f req-e2019d75-be1f-4903-a67f-a96e86a81bac tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0622892 Jun 29 23:15:23.779069 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b518055d-c93f-4fb4-a781-a2789b4d802f req-c523ea88-4b98-42ce-846a-25364973bab1 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321939 Jun 29 23:15:24.319269 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99365f1d-2ad1-47f9-a6d5-d87a477773d8 req-42eabee1-8105-4240-a4d3-3542744ea7c9 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:24.320742 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-99365f1d-2ad1-47f9-a6d5-d87a477773d8 req-42eabee1-8105-4240-a4d3-3542744ea7c9 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0716021 Jun 29 23:15:24.357644 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-99365f1d-2ad1-47f9-a6d5-d87a477773d8 req-93f429fa-4f92-4591-b430-2ded1b85939c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306811 Jun 29 23:15:24.950138 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b5422-7205-456f-bd0a-1cc2b08d898c req-d001dbe4-e322-437b-9aa4-54d213d5dd29 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:24.951484 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6e8b5422-7205-456f-bd0a-1cc2b08d898c req-d001dbe4-e322-437b-9aa4-54d213d5dd29 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0594852 Jun 29 23:15:24.988006 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6e8b5422-7205-456f-bd0a-1cc2b08d898c req-79c23857-40cf-4dfb-a2af-d65a4363ef1e tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306258 Jun 29 23:15:25.526832 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4df9d0-b647-4e0b-aa67-372818d9cac1 req-34e97c80-252b-4c8a-a612-eb655587dc1e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:25.528342 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0b4df9d0-b647-4e0b-aa67-372818d9cac1 req-34e97c80-252b-4c8a-a612-eb655587dc1e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0641980 Jun 29 23:15:25.566597 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0b4df9d0-b647-4e0b-aa67-372818d9cac1 req-206dcaea-9bdd-471e-94bf-f1ef85e4d7ff tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317347 Jun 29 23:15:26.160824 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf004c-5748-4d3e-b77a-644cbb202849 req-89475c4d-14dd-4984-a3b6-f97fa75160c2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:26.162368 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d2cf004c-5748-4d3e-b77a-644cbb202849 req-89475c4d-14dd-4984-a3b6-f97fa75160c2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0629499 Jun 29 23:15:26.199445 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d2cf004c-5748-4d3e-b77a-644cbb202849 req-9a2bb965-93bf-4d25-a169-a13ef1980b3c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313096 Jun 29 23:15:26.740426 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44239a83-b0ab-4ce3-b62f-838e51e5e311 req-45e0ec80-f264-4389-97eb-fbba98d8ae46 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:26.741910 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-44239a83-b0ab-4ce3-b62f-838e51e5e311 req-45e0ec80-f264-4389-97eb-fbba98d8ae46 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0613508 Jun 29 23:15:26.778494 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-44239a83-b0ab-4ce3-b62f-838e51e5e311 req-263267eb-1fc2-496a-87fb-8aed27f592c0 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309801 Jun 29 23:15:27.377855 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df0713-d520-4b9f-96ae-4ec7acf94106 req-55f26d0f-d87c-4220-a15d-f93beb5d53c6 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:27.379329 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c6df0713-d520-4b9f-96ae-4ec7acf94106 req-55f26d0f-d87c-4220-a15d-f93beb5d53c6 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0657296 Jun 29 23:15:27.401724 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:15:27.416426 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c6df0713-d520-4b9f-96ae-4ec7acf94106 req-e44a6cab-8aea-4ff6-8e32-b3902e91be46 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316124 Jun 29 23:15:27.956486 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac4abe-627f-453f-960a-98cb4b84238a req-79c7bd98-6852-4cfb-855c-ce7f5df2c14e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:27.958124 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2eac4abe-627f-453f-960a-98cb4b84238a req-79c7bd98-6852-4cfb-855c-ce7f5df2c14e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0638983 Jun 29 23:15:28.005165 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2eac4abe-627f-453f-960a-98cb4b84238a req-0de6ba32-d8a7-44b0-84a9-90ee6d69db6a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403974 Jun 29 23:15:28.075100 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-85f84a27-1b95-49a5-8d99-4d4898e48a53 req-98c723aa-e697-4714-a397-8b5a22d26581 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1552146588&fields=id&tenant_id=e444b0c64b064d49896f40508446d2e7 HTTP/1.1" status: 200 len: 267 time: 0.0707946 Jun 29 23:15:28.190083 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f84a27-1b95-49a5-8d99-4d4898e48a53 req-dd6ad168-41ab-4664-a23c-e494455831e0 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:28.191592 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-85f84a27-1b95-49a5-8d99-4d4898e48a53 req-dd6ad168-41ab-4664-a23c-e494455831e0 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/networks?id=91614b0c-8023-4554-a60f-a9debc2aead5 HTTP/1.1" status: 200 len: 812 time: 0.1090677 Jun 29 23:15:28.205996 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-85f84a27-1b95-49a5-8d99-4d4898e48a53 req-aeb5740f-0ab3-4208-abd0-d021b2d08a8c tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/quotas/e444b0c64b064d49896f40508446d2e7 HTTP/1.1" status: 200 len: 375 time: 0.0089955 Jun 29 23:15:28.278247 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-85f84a27-1b95-49a5-8d99-4d4898e48a53 req-0abd2535-8d61-4c6f-9867-205d2fbaa094 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e444b0c64b064d49896f40508446d2e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0673745 Jun 29 23:15:28.417598 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-85f84a27-1b95-49a5-8d99-4d4898e48a53 req-cb6b18a4-6753-4eed-818b-d4e9aec6a4a3 service neutron] 10.222.0.30 "GET /v2.0/networks/91614b0c-8023-4554-a60f-a9debc2aead5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258790 Jun 29 23:15:28.509409 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-85f84a27-1b95-49a5-8d99-4d4898e48a53 req-c38047e0-bb09-45f4-939e-0bbc29f44ba8 service neutron] 10.222.0.30 "GET /v2.0/networks/91614b0c-8023-4554-a60f-a9debc2aead5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858915 Jun 29 23:15:28.601816 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd372e04-300e-4cf3-9c74-a2982f885e9d req-03dbeeb7-49ff-4cac-8d6b-7013dc79b741 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:28.603279 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-bd372e04-300e-4cf3-9c74-a2982f885e9d req-03dbeeb7-49ff-4cac-8d6b-7013dc79b741 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0646770 Jun 29 23:15:28.640896 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-bd372e04-300e-4cf3-9c74-a2982f885e9d req-595286a5-9932-4a1f-abd1-b366a8441bca tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312965 Jun 29 23:15:29.208872 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41066de-2993-47ec-ac64-b7b906dd9a19 req-b409dc40-1fa0-4b7e-8f93-b76f74e30c9c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:29.210348 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d41066de-2993-47ec-ac64-b7b906dd9a19 req-b409dc40-1fa0-4b7e-8f93-b76f74e30c9c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0628817 Jun 29 23:15:29.247376 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d41066de-2993-47ec-ac64-b7b906dd9a19 req-71041e25-a213-40f1-b77d-8666c662a4bd tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312638 Jun 29 23:15:29.816154 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651f8e0-1fc9-411e-8983-30e29be433c5 req-63f55d6c-8c8f-4143-9f01-c0fd3f331900 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:29.817641 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a651f8e0-1fc9-411e-8983-30e29be433c5 req-63f55d6c-8c8f-4143-9f01-c0fd3f331900 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0615339 Jun 29 23:15:29.852936 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a651f8e0-1fc9-411e-8983-30e29be433c5 req-45b5c78a-ba9a-41c8-9bff-a051882659a5 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298138 Jun 29 23:15:30.418994 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b015d-2e76-4dc9-ae38-4f206c6cfc67 req-2d4ece7a-99c1-4700-bf5a-617e3a71c4a5 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:30.421125 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-485b015d-2e76-4dc9-ae38-4f206c6cfc67 req-2d4ece7a-99c1-4700-bf5a-617e3a71c4a5 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0650375 Jun 29 23:15:30.456321 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-485b015d-2e76-4dc9-ae38-4f206c6cfc67 req-2ebc7b24-56f3-4598-bfc9-e1c104eea7b1 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297630 Jun 29 23:15:31.024929 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1061b7-049b-49a0-96f1-cad35ba77226 req-8e965746-6c00-4d6b-825d-8cb4b4eaf857 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:31.026258 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1c1061b7-049b-49a0-96f1-cad35ba77226 req-8e965746-6c00-4d6b-825d-8cb4b4eaf857 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0608199 Jun 29 23:15:31.062823 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1c1061b7-049b-49a0-96f1-cad35ba77226 req-180831de-8401-4175-851d-0d3026a42939 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307884 Jun 29 23:15:31.631109 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3edbf-3cc1-4582-9a48-5ff0379c851f req-03cfa641-456e-47f4-a530-52bc11520698 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:31.632640 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-29b3edbf-3cc1-4582-9a48-5ff0379c851f req-03cfa641-456e-47f4-a530-52bc11520698 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0654387 Jun 29 23:15:31.670136 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-29b3edbf-3cc1-4582-9a48-5ff0379c851f req-e2ba5301-e8f4-4654-bda0-d57cff4a558c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312467 Jun 29 23:15:32.237111 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96e8a5-667a-4aea-9ea2-c501e649bd48 req-bc1b652c-c0cf-4703-9779-94fae81b4e52 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:32.238610 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0e96e8a5-667a-4aea-9ea2-c501e649bd48 req-bc1b652c-c0cf-4703-9779-94fae81b4e52 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0623517 Jun 29 23:15:32.275145 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0e96e8a5-667a-4aea-9ea2-c501e649bd48 req-23d52db5-694f-42d1-967b-7aa1ae381165 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310245 Jun 29 23:15:32.840691 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf037a11-a970-4c47-a7ff-51cf2a3ee202 req-7a33095d-ad33-4bab-ad09-08c2e60a40e7 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:32.842350 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-bf037a11-a970-4c47-a7ff-51cf2a3ee202 req-7a33095d-ad33-4bab-ad09-08c2e60a40e7 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0610776 Jun 29 23:15:32.879478 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-bf037a11-a970-4c47-a7ff-51cf2a3ee202 req-4e2cce2f-fa4d-46b0-a24a-425199cd2ea1 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316367 Jun 29 23:15:33.452212 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f333d-abf8-4406-abe5-cbd7adf246db req-70d437a9-49bf-4f54-bbdc-c5e05d989230 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:33.453677 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ae0f333d-abf8-4406-abe5-cbd7adf246db req-70d437a9-49bf-4f54-bbdc-c5e05d989230 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0642006 Jun 29 23:15:33.489540 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ae0f333d-abf8-4406-abe5-cbd7adf246db req-97db29a7-282e-4224-81c3-aaab0c9e4c1a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303435 Jun 29 23:15:34.149766 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b1b04-24e5-4464-8177-09cd461c950c req-d912e51f-181d-4dc4-a352-eb364a74bf21 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:34.151229 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-170b1b04-24e5-4464-8177-09cd461c950c req-d912e51f-181d-4dc4-a352-eb364a74bf21 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0616286 Jun 29 23:15:34.189654 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-170b1b04-24e5-4464-8177-09cd461c950c req-b1c37354-b733-4c8d-99e3-6f0ab8bde513 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326624 Jun 29 23:15:34.241575 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:15:34.665773 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d0d8c-504f-48cc-9639-84409a000a28 req-3b21a1c5-a2b1-435c-b9be-9523b6223f8b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:34.667253 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-114d0d8c-504f-48cc-9639-84409a000a28 req-3b21a1c5-a2b1-435c-b9be-9523b6223f8b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0654716 Jun 29 23:15:34.706503 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-114d0d8c-504f-48cc-9639-84409a000a28 req-aff360e8-27ad-422f-9fee-5e4bf4ac988e tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331299 Jun 29 23:15:35.360285 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de545633-ea6a-4134-b757-aa2d76cc087c req-926e2648-2a2f-4210-9642-6d45a6d206d6 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:35.361765 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-de545633-ea6a-4134-b757-aa2d76cc087c req-926e2648-2a2f-4210-9642-6d45a6d206d6 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0610435 Jun 29 23:15:35.397886 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-de545633-ea6a-4134-b757-aa2d76cc087c req-b3c4bdb9-8ce2-47f9-883d-7e5b676a70f3 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306137 Jun 29 23:15:35.881757 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ede7e-57c7-4887-aa7a-55ae9f7f2a4f req-6e0c2166-8d6b-4e5f-83cf-3ea09712671a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:35.883214 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-337ede7e-57c7-4887-aa7a-55ae9f7f2a4f req-6e0c2166-8d6b-4e5f-83cf-3ea09712671a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0614603 Jun 29 23:15:35.920397 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-337ede7e-57c7-4887-aa7a-55ae9f7f2a4f req-2d42a0c2-f3d3-4b8a-8d62-c91dd2359e60 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310819 Jun 29 23:15:36.572897 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7c6f9-2a38-49cb-b906-f2f4148581e6 req-decbb637-d56c-4e8b-a960-63e3a585e10f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:36.574318 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-31b7c6f9-2a38-49cb-b906-f2f4148581e6 req-decbb637-d56c-4e8b-a960-63e3a585e10f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0656307 Jun 29 23:15:36.611375 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-31b7c6f9-2a38-49cb-b906-f2f4148581e6 req-e63314e9-4194-4f2a-94ea-71c8c44e0052 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312133 Jun 29 23:15:37.095192 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf90e5c-a751-4da8-925d-9458737655b8 req-d9964a9e-5e73-4a55-bde1-d8b359226364 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:37.096696 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7cf90e5c-a751-4da8-925d-9458737655b8 req-d9964a9e-5e73-4a55-bde1-d8b359226364 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0614300 Jun 29 23:15:37.133906 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7cf90e5c-a751-4da8-925d-9458737655b8 req-767ffc1f-5ed6-4d45-afca-5e6152a1b588 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316944 Jun 29 23:15:37.783969 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555edb0-d247-4f0d-8ceb-a4c01022b059 req-a0a1e735-5408-4239-8a91-a6384f3f2c7b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:37.785439 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4555edb0-d247-4f0d-8ceb-a4c01022b059 req-a0a1e735-5408-4239-8a91-a6384f3f2c7b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0655925 Jun 29 23:15:37.821724 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4555edb0-d247-4f0d-8ceb-a4c01022b059 req-5c5c8ea2-53f3-440d-874e-ab76a2bc244a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307670 Jun 29 23:15:38.306219 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819f037-d0a7-4cab-b3c4-ac71405e36ab req-df494d0d-227f-44fd-95bd-26a9b38a9080 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:38.307687 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a819f037-d0a7-4cab-b3c4-ac71405e36ab req-df494d0d-227f-44fd-95bd-26a9b38a9080 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0618451 Jun 29 23:15:38.344821 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a819f037-d0a7-4cab-b3c4-ac71405e36ab req-34600571-1643-4ceb-90dc-5fb0c72a6586 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306597 Jun 29 23:15:38.999767 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f10e0c-c941-42ee-9e5f-dea0e545e9f3 req-4c386f28-5bbf-4e3c-a177-db910f5e0369 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:39.001195 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-58f10e0c-c941-42ee-9e5f-dea0e545e9f3 req-4c386f28-5bbf-4e3c-a177-db910f5e0369 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0671411 Jun 29 23:15:39.039684 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-58f10e0c-c941-42ee-9e5f-dea0e545e9f3 req-22498042-a3bf-419f-a948-5b091d87d410 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328770 Jun 29 23:15:39.521124 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e1cf0-40fb-4776-b111-df753fc8b372 req-02027ba7-5abd-4353-a13b-a6c895f93c98 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:39.522570 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-330e1cf0-40fb-4776-b111-df753fc8b372 req-02027ba7-5abd-4353-a13b-a6c895f93c98 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0652940 Jun 29 23:15:39.558391 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-330e1cf0-40fb-4776-b111-df753fc8b372 req-f046bf86-ab64-4613-9fc4-d3251600bddd tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303328 Jun 29 23:15:40.211403 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb625f5-3980-4eb5-8c15-1560edba3474 req-5e2995dd-236b-41f1-9096-063d984d0ded tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:40.212880 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4cb625f5-3980-4eb5-8c15-1560edba3474 req-5e2995dd-236b-41f1-9096-063d984d0ded tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0616856 Jun 29 23:15:40.249305 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4cb625f5-3980-4eb5-8c15-1560edba3474 req-6e75abd8-c9f0-4d2a-90b5-a0b29d4531c5 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307543 Jun 29 23:15:40.737280 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee2dca-73cc-488d-816d-feef123d4473 req-61a83e80-18ae-4d79-8b3d-17caeb0d3036 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:40.738760 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-28ee2dca-73cc-488d-816d-feef123d4473 req-61a83e80-18ae-4d79-8b3d-17caeb0d3036 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0669422 Jun 29 23:15:40.774970 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-28ee2dca-73cc-488d-816d-feef123d4473 req-021ccf56-d73b-4d01-956b-724f244c1dc8 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306487 Jun 29 23:15:41.421914 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60249877-a453-4e58-a2ec-00b4999b5e80 req-a34b2f58-dd08-4d08-b8cb-01f22f6f21a6 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:41.423383 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-60249877-a453-4e58-a2ec-00b4999b5e80 req-a34b2f58-dd08-4d08-b8cb-01f22f6f21a6 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0635610 Jun 29 23:15:41.460920 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-60249877-a453-4e58-a2ec-00b4999b5e80 req-fe979dbe-c670-474f-9b97-863d7c14aff0 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319335 Jun 29 23:15:41.949804 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a46ad-4e36-4f8f-ac5e-01b0db2fd4d0 req-137b16fb-56f3-4c37-8d80-f4c5d12e9bac tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:41.951906 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e88a46ad-4e36-4f8f-ac5e-01b0db2fd4d0 req-137b16fb-56f3-4c37-8d80-f4c5d12e9bac tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0628660 Jun 29 23:15:41.989964 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e88a46ad-4e36-4f8f-ac5e-01b0db2fd4d0 req-1e56a061-5e13-4c2e-a294-d3fc397c9504 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321655 Jun 29 23:15:42.634244 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4852f7-91a8-4100-a029-20d8efb09e57 req-92fd2fdf-87ad-4e7e-a6d3-768b7841431d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:42.635785 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-de4852f7-91a8-4100-a029-20d8efb09e57 req-92fd2fdf-87ad-4e7e-a6d3-768b7841431d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0663869 Jun 29 23:15:42.672819 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-de4852f7-91a8-4100-a029-20d8efb09e57 req-79ba4f12-7905-48b3-b408-fbc0f81dd9d5 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313125 Jun 29 23:15:43.163043 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06637a4b-64e7-4ec4-bdf8-341cce0d5aac req-3ee59c04-3c7c-4d8f-94fa-d80aece6eb64 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:43.164498 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-06637a4b-64e7-4ec4-bdf8-341cce0d5aac req-3ee59c04-3c7c-4d8f-94fa-d80aece6eb64 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0617294 Jun 29 23:15:43.214411 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-06637a4b-64e7-4ec4-bdf8-341cce0d5aac req-765b2148-db89-41bd-9318-e6890222c946 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442297 Jun 29 23:15:43.849793 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b7c8f-845e-4b9a-b0cd-3bfa207123e7 req-82114528-276b-4b5d-ae78-eb08f03ea1ca tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:43.851265 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-656b7c8f-845e-4b9a-b0cd-3bfa207123e7 req-82114528-276b-4b5d-ae78-eb08f03ea1ca tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0646772 Jun 29 23:15:43.889183 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-656b7c8f-845e-4b9a-b0cd-3bfa207123e7 req-ae0e8dd3-9a57-4868-aabf-ec00d63d2247 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317292 Jun 29 23:15:44.387843 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b472bbe-4239-4df2-88db-e0930b7b32ee req-3cd3d43c-b58f-4710-aa86-089f743451f9 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:44.389336 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3b472bbe-4239-4df2-88db-e0930b7b32ee req-3cd3d43c-b58f-4710-aa86-089f743451f9 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0623181 Jun 29 23:15:44.426547 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3b472bbe-4239-4df2-88db-e0930b7b32ee req-cd78b68b-513b-4a7a-bb6d-2f1c349cbb0b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317409 Jun 29 23:15:45.056906 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca1ba2-de06-434f-a8cf-6685e7025f7f req-f52657e2-82d7-4f66-874f-041acd287eb7 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:45.058277 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d7ca1ba2-de06-434f-a8cf-6685e7025f7f req-f52657e2-82d7-4f66-874f-041acd287eb7 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0615625 Jun 29 23:15:45.095292 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d7ca1ba2-de06-434f-a8cf-6685e7025f7f req-f7a4f078-b775-4d79-8948-46792ad1f1ef tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314064 Jun 29 23:15:45.602956 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568cdc7e-d610-44c8-94ef-cfe2552c72a3 req-cf270257-40b2-4b93-80d7-75aa495b1f64 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:45.604402 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-568cdc7e-d610-44c8-94ef-cfe2552c72a3 req-cf270257-40b2-4b93-80d7-75aa495b1f64 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0649676 Jun 29 23:15:45.641822 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-568cdc7e-d610-44c8-94ef-cfe2552c72a3 req-dab28d9b-5f77-493c-afbe-f2a3023d4d12 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309653 Jun 29 23:15:46.270119 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893eed9-9cbb-41d2-a41e-aa446e2ea82e req-401daede-0e0e-4c0e-ba10-c23f311a706d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:46.271613 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d893eed9-9cbb-41d2-a41e-aa446e2ea82e req-401daede-0e0e-4c0e-ba10-c23f311a706d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0664165 Jun 29 23:15:46.309041 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d893eed9-9cbb-41d2-a41e-aa446e2ea82e req-3976f361-bddd-4f44-ae82-2f7b30a84a94 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314522 Jun 29 23:15:46.817953 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327b43f-714b-413c-ae9c-1b8116460769 req-b37f3520-816b-439e-a8e8-26f67d03ac12 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:46.819417 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f327b43f-714b-413c-ae9c-1b8116460769 req-b37f3520-816b-439e-a8e8-26f67d03ac12 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0653670 Jun 29 23:15:46.856180 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f327b43f-714b-413c-ae9c-1b8116460769 req-62a1d52a-09a7-4e72-84e3-91fe184dd9eb tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313053 Jun 29 23:15:47.132657 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-5284e338-a25f-4485-aebf-54e2eb2955a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:15:47.476078 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f96470-cbd2-4c0d-abee-0156581c53d6 req-441201ec-457b-4bee-88fb-0daf627ed358 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:47.477543 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b9f96470-cbd2-4c0d-abee-0156581c53d6 req-441201ec-457b-4bee-88fb-0daf627ed358 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0612025 Jun 29 23:15:47.513670 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b9f96470-cbd2-4c0d-abee-0156581c53d6 req-ab89f7c5-d3e5-4753-942f-504d757040d8 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302122 Jun 29 23:15:48.031815 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb987a54-8874-4941-82b8-4c42c0fdf1c2 req-445af6ae-e8c0-44b3-accf-6c4ca7be8b69 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:48.034111 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-cb987a54-8874-4941-82b8-4c42c0fdf1c2 req-445af6ae-e8c0-44b3-accf-6c4ca7be8b69 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0624352 Jun 29 23:15:48.072452 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-cb987a54-8874-4941-82b8-4c42c0fdf1c2 req-89087e3b-b09e-4886-9a36-86cfd1b72972 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322459 Jun 29 23:15:48.690527 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d325ebe-3e87-4547-9742-9829da1c1def req-26488c88-f7c2-4ea2-8293-394c2e44c54b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:48.691978 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2d325ebe-3e87-4547-9742-9829da1c1def req-26488c88-f7c2-4ea2-8293-394c2e44c54b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0653124 Jun 29 23:15:48.729530 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2d325ebe-3e87-4547-9742-9829da1c1def req-aa07ec2b-e23f-4f47-912b-6152336a687d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319772 Jun 29 23:15:49.251214 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a78c9-d4ec-455c-a0a2-654b284f0b00 req-3da5f6a1-b39f-4d36-bee5-3872e2415ccf tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:49.252738 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-386a78c9-d4ec-455c-a0a2-654b284f0b00 req-3da5f6a1-b39f-4d36-bee5-3872e2415ccf tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0667932 Jun 29 23:15:49.291321 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-386a78c9-d4ec-455c-a0a2-654b284f0b00 req-82384f57-4f9e-4e12-961a-b8b22c54cde0 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329461 Jun 29 23:15:49.613769 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-b63f6bda-ae67-4db9-ac9c-217581e5d9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:15:49.901345 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51edf3-fdcd-41d4-863f-df10a6f34cc0 req-cda7953b-6cff-4919-bf4c-c8f56ef7003c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:49.902715 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1b51edf3-fdcd-41d4-863f-df10a6f34cc0 req-cda7953b-6cff-4919-bf4c-c8f56ef7003c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0653226 Jun 29 23:15:49.939004 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1b51edf3-fdcd-41d4-863f-df10a6f34cc0 req-f3577821-0a39-4f6b-9530-54ac68b98cdf tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306461 Jun 29 23:15:50.110138 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:15:50.464425 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92190e-fc05-469c-97d2-33feebcf7d92 req-ab9faab9-10c2-4721-9ef8-9d48a00d1a34 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:50.466415 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-db92190e-fc05-469c-97d2-33feebcf7d92 req-ab9faab9-10c2-4721-9ef8-9d48a00d1a34 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0618172 Jun 29 23:15:50.502869 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-db92190e-fc05-469c-97d2-33feebcf7d92 req-8bbcea53-2465-40c7-bb20-a93286777559 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309494 Jun 29 23:15:50.787572 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:15:51.110527 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939711d7-af52-4c70-824e-f8cd600111e5 req-0f78fb4b-1b7b-4583-9b34-764c6dbfcf7a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:51.111979 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-939711d7-af52-4c70-824e-f8cd600111e5 req-0f78fb4b-1b7b-4583-9b34-764c6dbfcf7a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0611067 Jun 29 23:15:51.148772 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-939711d7-af52-4c70-824e-f8cd600111e5 req-3d9924c3-a214-4cae-b670-f86b2419d188 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312297 Jun 29 23:15:51.678499 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c330382-a1a3-40d8-b3ce-3afa5ae731d7 req-f4b5183c-93f4-4bbc-9906-99c0ffe438d2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:51.679928 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3c330382-a1a3-40d8-b3ce-3afa5ae731d7 req-f4b5183c-93f4-4bbc-9906-99c0ffe438d2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0643170 Jun 29 23:15:51.716494 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3c330382-a1a3-40d8-b3ce-3afa5ae731d7 req-43bd53bd-9d05-42d5-adf9-4a1ee6978663 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301878 Jun 29 23:15:52.318426 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232597a-fde7-4351-99c4-9893b934abf6 req-966800b6-19c7-42a9-8da5-5e6b22f35400 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:52.319891 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4232597a-fde7-4351-99c4-9893b934abf6 req-966800b6-19c7-42a9-8da5-5e6b22f35400 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0616627 Jun 29 23:15:52.355770 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4232597a-fde7-4351-99c4-9893b934abf6 req-9c2fee7d-174b-4c38-bb3c-5c0f1eba08e9 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301988 Jun 29 23:15:52.631388 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:15:52.892511 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f583bd-5a2d-4564-a5ba-52139668c1cc req-b006c53f-d8da-4428-8c34-a53edcf5d110 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:52.894021 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-31f583bd-5a2d-4564-a5ba-52139668c1cc req-b006c53f-d8da-4428-8c34-a53edcf5d110 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0651841 Jun 29 23:15:52.930488 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-31f583bd-5a2d-4564-a5ba-52139668c1cc req-1c6ab880-2d18-4ab6-a0fc-e2fb8924b7f9 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309708 Jun 29 23:15:53.527612 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1ad48-275a-4603-be38-dd2edcb8a650 req-15e8b577-449f-4e38-b4af-f2dc6c4d8206 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:53.529739 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0bf1ad48-275a-4603-be38-dd2edcb8a650 req-15e8b577-449f-4e38-b4af-f2dc6c4d8206 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0622547 Jun 29 23:15:53.566676 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0bf1ad48-275a-4603-be38-dd2edcb8a650 req-0a8e2d03-4776-4f2e-bc10-efc3d183800c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314667 Jun 29 23:15:54.108538 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb0386-6c20-4595-865d-ccdadda62a0b req-7d789913-34a6-4f48-a901-b3514b514028 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:54.110036 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4bcb0386-6c20-4595-865d-ccdadda62a0b req-7d789913-34a6-4f48-a901-b3514b514028 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0635755 Jun 29 23:15:54.146960 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4bcb0386-6c20-4595-865d-ccdadda62a0b req-a9ef3cdf-2025-47da-a0f6-bb5a9f801632 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313888 Jun 29 23:15:54.769581 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f73f7-a156-46ab-96c8-2cff042868ac req-3c073527-139e-4d6e-98df-d86dae0e81aa tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:54.771066 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-184f73f7-a156-46ab-96c8-2cff042868ac req-3c073527-139e-4d6e-98df-d86dae0e81aa tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0651622 Jun 29 23:15:54.807181 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-184f73f7-a156-46ab-96c8-2cff042868ac req-0e14cd12-4b1b-4464-b635-5babe7f3d764 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305269 Jun 29 23:15:55.324174 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd0440-6ee8-4dec-88ed-3bdbf203e0fd req-a4674776-eb40-4888-b8ce-a99099e517db tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:55.326247 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d7bd0440-6ee8-4dec-88ed-3bdbf203e0fd req-a4674776-eb40-4888-b8ce-a99099e517db tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0663290 Jun 29 23:15:55.364793 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d7bd0440-6ee8-4dec-88ed-3bdbf203e0fd req-e7547508-61e8-4863-b6d6-0c23ad06bc13 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330210 Jun 29 23:15:55.980253 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5cef5-1a7d-43cf-bd68-120325b1a284 req-27d0fbc5-79f1-49a4-b9e2-2cbe1139c179 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:55.981778 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-dfc5cef5-1a7d-43cf-bd68-120325b1a284 req-27d0fbc5-79f1-49a4-b9e2-2cbe1139c179 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0646605 Jun 29 23:15:56.018387 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-dfc5cef5-1a7d-43cf-bd68-120325b1a284 req-a601c7e5-b5f1-40e4-b99b-18a583931e0b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310526 Jun 29 23:15:56.538401 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1401c-fdfc-4fb8-91f0-552b09c59561 req-d4c1e9a0-14e6-4a74-b537-0bd260481d65 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:56.539869 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-07d1401c-fdfc-4fb8-91f0-552b09c59561 req-d4c1e9a0-14e6-4a74-b537-0bd260481d65 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0630405 Jun 29 23:15:56.576912 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-07d1401c-fdfc-4fb8-91f0-552b09c59561 req-78cf42f5-b110-4118-94f0-295fc8a3f9bb tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305157 Jun 29 23:15:57.187094 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2244e7-70bb-4f23-95e2-bab0c48c1020 req-be3df961-f829-4526-8477-4502368c6bd7 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:57.188540 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4f2244e7-70bb-4f23-95e2-bab0c48c1020 req-be3df961-f829-4526-8477-4502368c6bd7 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0614052 Jun 29 23:15:57.225954 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4f2244e7-70bb-4f23-95e2-bab0c48c1020 req-fe54e87f-8db5-4186-8004-3db204548253 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317631 Jun 29 23:15:57.753370 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a338f-d2ce-4625-93f4-e11b460d1672 req-dde1c6bb-4274-43d2-a9ae-c1c43139dbcb tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:57.754838 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-953a338f-d2ce-4625-93f4-e11b460d1672 req-dde1c6bb-4274-43d2-a9ae-c1c43139dbcb tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0649765 Jun 29 23:15:57.790902 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-953a338f-d2ce-4625-93f4-e11b460d1672 req-6ec5d920-2bf5-49d1-8dec-0a0c6cd3ab9e tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305374 Jun 29 23:15:58.395408 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c565dbc-65c4-48c3-840a-9055451efbf6 req-f97796f1-f953-4fbe-9801-3adfa885c853 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:58.396865 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4c565dbc-65c4-48c3-840a-9055451efbf6 req-f97796f1-f953-4fbe-9801-3adfa885c853 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0601563 Jun 29 23:15:58.432763 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4c565dbc-65c4-48c3-840a-9055451efbf6 req-3ed8e6e6-720b-4c75-a39e-118f0c8e1f95 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304613 Jun 29 23:15:58.967659 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f3e01-2dbe-4a19-a817-1ddcf3575b07 req-6e0cfa17-3a56-4b4a-8fc1-0a5717672c11 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:58.969072 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3d0f3e01-2dbe-4a19-a817-1ddcf3575b07 req-6e0cfa17-3a56-4b4a-8fc1-0a5717672c11 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0662220 Jun 29 23:15:59.009802 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3d0f3e01-2dbe-4a19-a817-1ddcf3575b07 req-e3030620-d6cc-41be-b674-4de735aa7b44 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350590 Jun 29 23:15:59.601046 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91730f70-4dc6-46bd-865a-8618caf557af req-91d6fde4-fb2a-43ed-85ea-30b220e6619f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:15:59.602514 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-91730f70-4dc6-46bd-865a-8618caf557af req-91d6fde4-fb2a-43ed-85ea-30b220e6619f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0622876 Jun 29 23:15:59.640042 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-91730f70-4dc6-46bd-865a-8618caf557af req-3a5ab107-7193-4f6b-986d-9c652167e48e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317330 Jun 29 23:16:00.183750 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cdbf5-8dbd-4cf0-b95c-bacae6f373cb req-3a097972-8f80-4db4-be6e-f40ec58798f7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:00.185472 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4e0cdbf5-8dbd-4cf0-b95c-bacae6f373cb req-3a097972-8f80-4db4-be6e-f40ec58798f7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0611427 Jun 29 23:16:00.222499 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4e0cdbf5-8dbd-4cf0-b95c-bacae6f373cb req-d1c8e6d0-828c-4a36-987f-777f428a73d4 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315313 Jun 29 23:16:00.814524 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d96e50-7a02-4d26-a0eb-48c36bec5707 req-5a1dc3c7-9fe6-486e-8fbc-cfe7dac9f1a8 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:00.815978 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-19d96e50-7a02-4d26-a0eb-48c36bec5707 req-5a1dc3c7-9fe6-486e-8fbc-cfe7dac9f1a8 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0645990 Jun 29 23:16:00.852190 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-19d96e50-7a02-4d26-a0eb-48c36bec5707 req-dab6dc70-26ac-4a84-bd3d-23fa3804f53a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306363 Jun 29 23:16:01.398365 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd7f6e-c944-424c-be16-3d15d457ed5c req-fde04fb8-97a8-4298-808f-e015329cf0b7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:01.399976 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9bcd7f6e-c944-424c-be16-3d15d457ed5c req-fde04fb8-97a8-4298-808f-e015329cf0b7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0637252 Jun 29 23:16:01.437745 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9bcd7f6e-c944-424c-be16-3d15d457ed5c req-81f0b635-653c-4cae-9826-215b355c7602 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312788 Jun 29 23:16:02.024964 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4562947-59d6-4c7e-8bee-36475445b3ed req-06e2a7bc-c881-49c4-9116-53076f8a9597 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:02.026369 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b4562947-59d6-4c7e-8bee-36475445b3ed req-06e2a7bc-c881-49c4-9116-53076f8a9597 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0658081 Jun 29 23:16:02.063132 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b4562947-59d6-4c7e-8bee-36475445b3ed req-f333d6cd-c1f4-4f63-95db-b86d6791c3eb tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306387 Jun 29 23:16:02.615685 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252f0cf-ad9e-46c2-84b7-cfd22c225f4d req-39fbc437-1b48-41df-8dff-4cbbace20d3d tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:02.617163 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b252f0cf-ad9e-46c2-84b7-cfd22c225f4d req-39fbc437-1b48-41df-8dff-4cbbace20d3d tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0613475 Jun 29 23:16:02.653736 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b252f0cf-ad9e-46c2-84b7-cfd22c225f4d req-52823330-3b6f-4432-b809-474d237c8bdb tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304232 Jun 29 23:16:03.233713 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57e7a7-589b-45bd-977e-61abdb10f40e req-92ae1f50-fe2a-457e-a314-77e0c3e6d26e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:03.235199 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ad57e7a7-589b-45bd-977e-61abdb10f40e req-92ae1f50-fe2a-457e-a314-77e0c3e6d26e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0617473 Jun 29 23:16:03.271459 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ad57e7a7-589b-45bd-977e-61abdb10f40e req-b1727779-1da5-4e8d-83af-84b1aa4b89df tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306814 Jun 29 23:16:03.832177 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3576cf3-facd-4b17-ab67-a6c481ee10ee req-a6c0d743-8d1b-4b07-b967-4d31759741eb tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:03.833679 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e3576cf3-facd-4b17-ab67-a6c481ee10ee req-a6c0d743-8d1b-4b07-b967-4d31759741eb tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0652323 Jun 29 23:16:03.870660 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e3576cf3-facd-4b17-ab67-a6c481ee10ee req-d7eeb409-23d4-4a67-b600-d2b8cdb89f65 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315068 Jun 29 23:16:04.259389 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:04.400278 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:16:04.442358 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433cbe2-f9ca-4ad4-b6d0-864bb693fb91 req-15ae7aa2-52e6-4b74-963c-ff0169a04943 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:04.443837 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7433cbe2-f9ca-4ad4-b6d0-864bb693fb91 req-15ae7aa2-52e6-4b74-963c-ff0169a04943 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0619237 Jun 29 23:16:04.479799 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7433cbe2-f9ca-4ad4-b6d0-864bb693fb91 req-705e7af9-e73c-4b06-8f50-0606e9e60e19 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304179 Jun 29 23:16:05.046427 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac6a65-ef01-4568-babc-3bbfd2ce08de req-cdbf8587-8084-4f49-be62-fdd762dddafe tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:05.047808 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-12ac6a65-ef01-4568-babc-3bbfd2ce08de req-cdbf8587-8084-4f49-be62-fdd762dddafe tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0639756 Jun 29 23:16:05.084743 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-12ac6a65-ef01-4568-babc-3bbfd2ce08de req-cc6455ea-f70a-443c-a5a4-b2281c4242a6 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313866 Jun 29 23:16:05.650894 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730327a0-97b3-4b34-8acc-97350ec31785 req-1af9fe34-f0c8-4b46-803c-9a5d90d54330 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:05.652345 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-730327a0-97b3-4b34-8acc-97350ec31785 req-1af9fe34-f0c8-4b46-803c-9a5d90d54330 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0601194 Jun 29 23:16:05.691884 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-730327a0-97b3-4b34-8acc-97350ec31785 req-fc9dfa78-8ee0-4c03-96ce-9d951f85d4de tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304825 Jun 29 23:16:06.256341 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd49fc-b2b0-49c9-bead-0ed2f6cda98a req-b2664197-bfd8-4bb9-93d0-e33079426873 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:06.257729 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d8fd49fc-b2b0-49c9-bead-0ed2f6cda98a req-b2664197-bfd8-4bb9-93d0-e33079426873 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0608318 Jun 29 23:16:06.300190 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d8fd49fc-b2b0-49c9-bead-0ed2f6cda98a req-2463b28c-3f3d-4363-b4ca-ff77c3c9a571 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345125 Jun 29 23:16:06.863540 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9188479-d666-4864-9af2-d57f36640978 req-75763db2-b00e-4372-997a-b4c63ffb3f9c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:06.865037 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e9188479-d666-4864-9af2-d57f36640978 req-75763db2-b00e-4372-997a-b4c63ffb3f9c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0647707 Jun 29 23:16:06.900811 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e9188479-d666-4864-9af2-d57f36640978 req-443c130a-a8e5-4dd5-b086-203efdcf7b55 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302379 Jun 29 23:16:07.474237 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa7890-9afd-4c36-a7a3-fd7d6856171f req-5f7439ac-a082-4160-9d13-60ee804b309e tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:07.475725 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-75aa7890-9afd-4c36-a7a3-fd7d6856171f req-5f7439ac-a082-4160-9d13-60ee804b309e tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0623670 Jun 29 23:16:07.511125 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-75aa7890-9afd-4c36-a7a3-fd7d6856171f req-7993d36c-1003-43fd-b869-03f9908a9f9e tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294535 Jun 29 23:16:08.078415 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350d012-35e6-4069-9a83-e1f0a9d8f68a req-dcb9e209-b58a-4935-8e7e-8a7843183c91 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:08.079786 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8350d012-35e6-4069-9a83-e1f0a9d8f68a req-dcb9e209-b58a-4935-8e7e-8a7843183c91 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0648649 Jun 29 23:16:08.116361 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8350d012-35e6-4069-9a83-e1f0a9d8f68a req-e97a7d25-bfc1-4bac-ab1b-cc209fe97c61 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310309 Jun 29 23:16:08.309268 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-360a49b9-711b-4f0d-91f9-9bd9e371a369 req-289220bb-0b50-4a17-997e-b0bf433198f9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=824e01ab-2aa2-49bd-a91f-9d029d89faa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516887 Jun 29 23:16:08.380404 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a49b9-711b-4f0d-91f9-9bd9e371a369 req-e43e3197-c7ce-436d-b4ed-e57ec9171781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:08.381901 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-360a49b9-711b-4f0d-91f9-9bd9e371a369 req-e43e3197-c7ce-436d-b4ed-e57ec9171781 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84fa8dae152648e093dc8e5a4d0ef36d&device_id=824e01ab-2aa2-49bd-a91f-9d029d89faa2 HTTP/1.1" status: 200 len: 1099 time: 0.0518930 Jun 29 23:16:08.486061 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a49b9-711b-4f0d-91f9-9bd9e371a369 req-c089fe27-a6e7-40a4-add6-3d87124c186b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:08.487497 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-360a49b9-711b-4f0d-91f9-9bd9e371a369 req-c089fe27-a6e7-40a4-add6-3d87124c186b service neutron] 10.222.0.52 "GET /v2.0/networks?id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 HTTP/1.1" status: 200 len: 916 time: 0.0851729 Jun 29 23:16:08.527597 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-360a49b9-711b-4f0d-91f9-9bd9e371a369 req-54f8237c-4e04-4ed0-94cf-ba8845d10f1e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41a38227-52e9-4fac-afd8-0da3f016c707 HTTP/1.1" status: 200 len: 217 time: 0.0327644 Jun 29 23:16:08.573599 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a49b9-711b-4f0d-91f9-9bd9e371a369 req-b307d99e-12c0-44ec-bade-aa626a2a60d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:08.575892 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-360a49b9-711b-4f0d-91f9-9bd9e371a369 req-b307d99e-12c0-44ec-bade-aa626a2a60d3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d173892-21f3-4d8b-a65f-f341f79adde1 HTTP/1.1" status: 200 len: 855 time: 0.0422950 Jun 29 23:16:08.610069 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-360a49b9-711b-4f0d-91f9-9bd9e371a369 req-ca0be7ad-7f13-4e17-8904-4ed51c9a8adb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282700 Jun 29 23:16:08.740039 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-360a49b9-711b-4f0d-91f9-9bd9e371a369 req-7b054618-f679-4725-ad02-2fd00c4aaf16 service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230516 Jun 29 23:16:08.749882 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f4079-4bbe-41f4-b108-719eba20fd79 req-16cfb666-6662-4615-b737-6baadbde0a2a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:08.751238 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e97f4079-4bbe-41f4-b108-719eba20fd79 req-16cfb666-6662-4615-b737-6baadbde0a2a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.1256797 Jun 29 23:16:08.827513 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e97f4079-4bbe-41f4-b108-719eba20fd79 req-a45e6166-3963-434c-a819-346920081310 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686376 Jun 29 23:16:08.857700 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-360a49b9-711b-4f0d-91f9-9bd9e371a369 req-b8cbab7d-88e7-4eb9-9e77-bbec21f1639b service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055455 Jun 29 23:16:09.289483 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91943d80-64fe-4b1b-a4a7-2ebc960c5655 req-736c9760-4f6a-403a-8f4c-22b532b8c848 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:09.290935 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-91943d80-64fe-4b1b-a4a7-2ebc960c5655 req-736c9760-4f6a-403a-8f4c-22b532b8c848 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0649369 Jun 29 23:16:09.327554 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-91943d80-64fe-4b1b-a4a7-2ebc960c5655 req-82e8ee3e-0807-4293-a61e-0af37e3d2140 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303564 Jun 29 23:16:10.007864 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242860d-c5e7-498b-9ee5-cf5c14a37ac0 req-4a45488b-5252-4601-aac8-057d6b88e7d2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:10.009288 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d242860d-c5e7-498b-9ee5-cf5c14a37ac0 req-4a45488b-5252-4601-aac8-057d6b88e7d2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0703399 Jun 29 23:16:10.047261 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d242860d-c5e7-498b-9ee5-cf5c14a37ac0 req-ff05f4d5-45dd-499f-831f-1344751813f5 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318570 Jun 29 23:16:10.500047 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337fdb7-f843-4a9a-a2a4-2a3c3e22467e req-78481198-4bdd-45a9-a2bf-d581d84f993c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:10.501525 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3337fdb7-f843-4a9a-a2a4-2a3c3e22467e req-78481198-4bdd-45a9-a2bf-d581d84f993c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0623889 Jun 29 23:16:10.537185 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3337fdb7-f843-4a9a-a2a4-2a3c3e22467e req-78fb3ff8-bca1-4dd8-92d4-a2f569e4cbcf tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301843 Jun 29 23:16:11.469805 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9cca57-c921-4e82-a432-9c66da951447 req-ee45303b-392e-4bb5-816f-43074f9d5f36 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:11.471284 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2b9cca57-c921-4e82-a432-9c66da951447 req-ee45303b-392e-4bb5-816f-43074f9d5f36 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.3101840 Jun 29 23:16:11.510689 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2b9cca57-c921-4e82-a432-9c66da951447 req-c15878bb-f7a7-43e1-a41e-eda0ebcddbe0 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338571 Jun 29 23:16:11.710295 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7fb50-d2c3-464e-920b-e519eb521ec9 req-e1a4f5cb-0009-492c-a2c5-4bd9cb881156 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:11.711827 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d8a7fb50-d2c3-464e-920b-e519eb521ec9 req-e1a4f5cb-0009-492c-a2c5-4bd9cb881156 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0637717 Jun 29 23:16:11.751861 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d8a7fb50-d2c3-464e-920b-e519eb521ec9 req-84844d06-7493-419a-bdc8-c1e234f1b869 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339415 Jun 29 23:16:12.697452 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44f5be-706d-45b2-9745-714d0a7f7097 req-0e44d759-72db-45d2-ac68-9486027dc17d tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:12.698912 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9b44f5be-706d-45b2-9745-714d0a7f7097 req-0e44d759-72db-45d2-ac68-9486027dc17d tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0638595 Jun 29 23:16:12.736115 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9b44f5be-706d-45b2-9745-714d0a7f7097 req-e3713bba-633c-435b-b5fa-a1b8e8aea8e1 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316670 Jun 29 23:16:12.922030 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab46063-911d-41ab-96c8-8e84b41e8941 req-545b3477-da6e-4cde-8d25-5065a0bc75ff tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:12.923541 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6ab46063-911d-41ab-96c8-8e84b41e8941 req-545b3477-da6e-4cde-8d25-5065a0bc75ff tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0621214 Jun 29 23:16:12.960024 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6ab46063-911d-41ab-96c8-8e84b41e8941 req-c32b32d9-b9a4-46d1-a352-396df85f24ec tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309315 Jun 29 23:16:13.910685 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961751c0-cd5b-4fec-b889-e0ef6ce6cd71 req-edc00f45-1a77-40a5-adfb-8a0efb05418e tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:13.912196 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-961751c0-cd5b-4fec-b889-e0ef6ce6cd71 req-edc00f45-1a77-40a5-adfb-8a0efb05418e tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0637887 Jun 29 23:16:13.950527 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-961751c0-cd5b-4fec-b889-e0ef6ce6cd71 req-bee0f309-54d9-44cb-abc1-c29ba5e10dc9 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326855 Jun 29 23:16:14.132423 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea1916-7a6d-4e04-8fd2-b83bd0803204 req-d7f41260-8d2a-41d5-b21d-d702e3e81733 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:14.133913 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-deea1916-7a6d-4e04-8fd2-b83bd0803204 req-d7f41260-8d2a-41d5-b21d-d702e3e81733 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0655222 Jun 29 23:16:14.169254 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-deea1916-7a6d-4e04-8fd2-b83bd0803204 req-af4a3dc4-bd88-4f1f-b642-2de8c09a6220 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0296195 Jun 29 23:16:15.124650 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa47f3-dc3d-4cea-83d7-46382893af78 req-3dfdb6a0-004a-4b21-b717-b5a3690207db tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:15.126098 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-80aa47f3-dc3d-4cea-83d7-46382893af78 req-3dfdb6a0-004a-4b21-b717-b5a3690207db tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0623496 Jun 29 23:16:15.161701 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-80aa47f3-dc3d-4cea-83d7-46382893af78 req-6ee679e2-9fd1-4eaf-bf4a-ee4742c64319 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301650 Jun 29 23:16:15.343068 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155098f1-c40e-4534-a26b-4307c00b9790 req-db577032-c18e-4c30-96fd-219515782a97 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:15.344609 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-155098f1-c40e-4534-a26b-4307c00b9790 req-db577032-c18e-4c30-96fd-219515782a97 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0654993 Jun 29 23:16:15.382024 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-155098f1-c40e-4534-a26b-4307c00b9790 req-1a2645ff-014c-4c45-ac0e-b8a5a9c67fba tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319374 Jun 29 23:16:16.335097 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6665a-e086-4363-a4d5-f77923beadaa req-9cef6111-bd97-48e1-98a4-fe09a3602797 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:16.336586 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-67f6665a-e086-4363-a4d5-f77923beadaa req-9cef6111-bd97-48e1-98a4-fe09a3602797 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0619540 Jun 29 23:16:16.372838 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-67f6665a-e086-4363-a4d5-f77923beadaa req-0118806e-7d0f-4321-aed3-fd80ea5d339f tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306578 Jun 29 23:16:16.552915 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e888a4d-d3c5-4daa-90b6-6bc2bd129dea req-6d0ea253-37f2-41e6-95c2-9aea77102f42 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:16.554322 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7e888a4d-d3c5-4daa-90b6-6bc2bd129dea req-6d0ea253-37f2-41e6-95c2-9aea77102f42 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0645463 Jun 29 23:16:16.591609 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7e888a4d-d3c5-4daa-90b6-6bc2bd129dea req-1a5667b0-e21f-4d37-8b76-0f0a15f82e8c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317547 Jun 29 23:16:17.132285 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-75828756-d7f2-481d-b2c9-d635d06ea249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:17.549283 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e2c10-3ace-4911-b96d-8ade61bf7f97 req-57412bf3-6fe1-442e-b988-a5ad008f57aa tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:17.550737 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d52e2c10-3ace-4911-b96d-8ade61bf7f97 req-57412bf3-6fe1-442e-b988-a5ad008f57aa tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0642526 Jun 29 23:16:17.586260 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d52e2c10-3ace-4911-b96d-8ade61bf7f97 req-3b52a536-f8ff-434d-9564-808120f1fecc tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300238 Jun 29 23:16:17.765133 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc77398-778d-46ea-a272-f123f158e90d req-ca052d73-a3a5-4081-9076-6e990d29f7ba tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:17.766665 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4dc77398-778d-46ea-a272-f123f158e90d req-ca052d73-a3a5-4081-9076-6e990d29f7ba tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0631313 Jun 29 23:16:17.803667 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4dc77398-778d-46ea-a272-f123f158e90d req-821ab74f-fa4e-41f9-b1dc-96c3f479240e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314264 Jun 29 23:16:18.763830 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bc8e0-2b5f-4be2-acf8-534467297742 req-ab7f7d0d-9fd1-4c19-a6c0-cfe920b24990 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:18.765369 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-af5bc8e0-2b5f-4be2-acf8-534467297742 req-ab7f7d0d-9fd1-4c19-a6c0-cfe920b24990 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0658259 Jun 29 23:16:18.801860 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-af5bc8e0-2b5f-4be2-acf8-534467297742 req-0fce52b4-eeff-4408-bf56-1a3ce74b6d39 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308783 Jun 29 23:16:18.972395 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5af69-494b-46b4-8276-f4c0169abe6f req-f73212a0-11ca-4310-aeaa-02344c2eab59 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:18.973843 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-72c5af69-494b-46b4-8276-f4c0169abe6f req-f73212a0-11ca-4310-aeaa-02344c2eab59 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0629380 Jun 29 23:16:19.016578 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-72c5af69-494b-46b4-8276-f4c0169abe6f req-28781b76-067b-4522-ae7e-54e841c9d638 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370574 Jun 29 23:16:19.615047 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4ab6720f-3348-4a0e-bc30-81940af981b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:19.975848 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd75b2f-b2b0-4df9-8f4f-17f0b1df212e req-b2ca6e8e-1ea5-4e41-8fb0-60cf72e8ee72 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:19.977282 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-bcd75b2f-b2b0-4df9-8f4f-17f0b1df212e req-b2ca6e8e-1ea5-4e41-8fb0-60cf72e8ee72 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0639598 Jun 29 23:16:20.014026 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-bcd75b2f-b2b0-4df9-8f4f-17f0b1df212e req-acc41476-2714-498b-8d80-258e0458fd69 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309393 Jun 29 23:16:20.111432 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:20.193159 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c420fc2-22eb-46ef-90f6-1594befe7e61 req-0118cb81-5a55-4f53-864e-aa0b0791fcf2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:20.194615 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9c420fc2-22eb-46ef-90f6-1594befe7e61 req-0118cb81-5a55-4f53-864e-aa0b0791fcf2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0660901 Jun 29 23:16:20.230670 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9c420fc2-22eb-46ef-90f6-1594befe7e61 req-e7ccabed-7e2a-42af-989e-26f99cf68ab0 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301390 Jun 29 23:16:20.790188 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:21.188338 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc777b5-fdfe-4889-aeae-1e7f836cb748 req-ca4247e5-e425-4be6-a2d4-ef76194ed312 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:21.189884 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4fc777b5-fdfe-4889-aeae-1e7f836cb748 req-ca4247e5-e425-4be6-a2d4-ef76194ed312 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0636950 Jun 29 23:16:21.227721 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4fc777b5-fdfe-4889-aeae-1e7f836cb748 req-90bbc063-a724-4d5e-8d66-36157a90c07a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319974 Jun 29 23:16:21.407976 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed3f2b-cba1-4b79-b3d1-9eaa0f3f1459 req-30799c08-713f-4133-a9a0-2f05d792766f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:21.409524 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e6ed3f2b-cba1-4b79-b3d1-9eaa0f3f1459 req-30799c08-713f-4133-a9a0-2f05d792766f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0677269 Jun 29 23:16:21.447919 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e6ed3f2b-cba1-4b79-b3d1-9eaa0f3f1459 req-24eed30a-c428-47c9-a360-a3a0068e07c8 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328133 Jun 29 23:16:22.399789 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a66b0-db94-4314-8b1d-c026e5278f45 req-69b072db-4e2d-4213-b1db-5d0a53e9e3e8 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:22.401261 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f17a66b0-db94-4314-8b1d-c026e5278f45 req-69b072db-4e2d-4213-b1db-5d0a53e9e3e8 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0613215 Jun 29 23:16:22.438061 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f17a66b0-db94-4314-8b1d-c026e5278f45 req-f256c113-b733-4c32-b5e4-4f94bdfc136c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306556 Jun 29 23:16:22.621171 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71186c-b824-4f9b-a4ac-300c2c0af85a req-0f053c46-89ef-481c-b6a5-1980c9f7c9b4 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:22.622683 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ab71186c-b824-4f9b-a4ac-300c2c0af85a req-0f053c46-89ef-481c-b6a5-1980c9f7c9b4 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0620098 Jun 29 23:16:22.633866 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:22.659793 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ab71186c-b824-4f9b-a4ac-300c2c0af85a req-f6320a34-b49d-43d4-b653-9f8b3d672d02 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314212 Jun 29 23:16:23.495001 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 35294) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:16:23.666721 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d688b-71c7-468d-bc78-61a1c79331b5 req-5e8a82b2-bf18-4d4b-b1b4-6e4fd30acbdf tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:23.668157 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1b6d688b-71c7-468d-bc78-61a1c79331b5 req-5e8a82b2-bf18-4d4b-b1b4-6e4fd30acbdf tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0981047 Jun 29 23:16:23.670278 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-29db34c0-ea7a-4446-b033-e1c09e8e67c9 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Deleting port 75b12ca0-4212-4f07-ad22-4a00482c5977 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:16:23.670615 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-29db34c0-ea7a-4446-b033-e1c09e8e67c9 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:23.760555 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1b6d688b-71c7-468d-bc78-61a1c79331b5 req-2c4c9aad-09fd-482f-b942-001ab8dc725a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775385 Jun 29 23:16:23.780178 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-29db34c0-ea7a-4446-b033-e1c09e8e67c9 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:23.780504 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-29db34c0-ea7a-4446-b033-e1c09e8e67c9 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:23.792935 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-29db34c0-ea7a-4446-b033-e1c09e8e67c9 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Calling delete_port for 75b12ca0-4212-4f07-ad22-4a00482c5977 owned by network:floatingip {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:16:23.973663 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2ef43-d2a6-43dd-9802-ff5269278f10 req-f7666dc7-1a96-4073-9a19-4bab97228a44 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:23.975137 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-79c2ef43-d2a6-43dd-9802-ff5269278f10 req-f7666dc7-1a96-4073-9a19-4bab97228a44 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.1135328 Jun 29 23:16:23.976131 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-29db34c0-ea7a-4446-b033-e1c09e8e67c9 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:23.978955 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-ed5a5a63-76e4-4350-a1f6-9517f1b04f03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:16:24.022246 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db34c0-ea7a-4446-b033-e1c09e8e67c9 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Pushing event deleted for resources: {'Port': ['ID=75b12ca0-4212-4f07-ad22-4a00482c5977,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:16:24.051536 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-29db34c0-ea7a-4446-b033-e1c09e8e67c9 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks [] for floatingip, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:24.053997 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-29db34c0-ea7a-4446-b033-e1c09e8e67c9 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for floatingip, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:24.055156 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-29db34c0-ea7a-4446-b033-e1c09e8e67c9 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "DELETE /v2.0/floatingips/a8870b40-a5a0-4233-a546-4d937e1bc311 HTTP/1.1" status: 204 len: 168 time: 0.5590606 Jun 29 23:16:24.061592 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db34c0-ea7a-4446-b033-e1c09e8e67c9 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:24.061986 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db34c0-ea7a-4446-b033-e1c09e8e67c9 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:24.062869 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db34c0-ea7a-4446-b033-e1c09e8e67c9 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:24.063488 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db34c0-ea7a-4446-b033-e1c09e8e67c9 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:24.063913 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db34c0-ea7a-4446-b033-e1c09e8e67c9 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:24.064279 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db34c0-ea7a-4446-b033-e1c09e8e67c9 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:24.064671 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db34c0-ea7a-4446-b033-e1c09e8e67c9 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:24.065033 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db34c0-ea7a-4446-b033-e1c09e8e67c9 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:24.065394 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db34c0-ea7a-4446-b033-e1c09e8e67c9 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:24.065750 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db34c0-ea7a-4446-b033-e1c09e8e67c9 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:24.066102 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db34c0-ea7a-4446-b033-e1c09e8e67c9 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:24.066452 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db34c0-ea7a-4446-b033-e1c09e8e67c9 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:24.070908 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-29db34c0-ea7a-4446-b033-e1c09e8e67c9 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:16:24.075868 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-79c2ef43-d2a6-43dd-9802-ff5269278f10 req-986693cf-a884-4455-b076-9d7b10727737 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0946052 Jun 29 23:16:24.943574 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b014f6c-71c5-409f-92b0-23a3840f0e7c req-f3724f6c-6647-4e0e-b195-6daeac5294b2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:24.945086 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7b014f6c-71c5-409f-92b0-23a3840f0e7c req-f3724f6c-6647-4e0e-b195-6daeac5294b2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0651946 Jun 29 23:16:24.981909 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7b014f6c-71c5-409f-92b0-23a3840f0e7c req-76e043c7-01f2-453e-a265-6c5f3da22aae tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313084 Jun 29 23:16:25.243750 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0708b1-2551-4495-b84d-9e3236feff80 req-4b776f82-0758-42ae-ad1c-e4821174681d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:25.245132 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-be0708b1-2551-4495-b84d-9e3236feff80 req-4b776f82-0758-42ae-ad1c-e4821174681d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0608909 Jun 29 23:16:25.281914 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-be0708b1-2551-4495-b84d-9e3236feff80 req-8cbf9126-0b60-4e69-8e7d-21d0c5a0451b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305095 Jun 29 23:16:26.157167 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b865c-391c-45eb-800e-8f387ada24b7 req-08d391ea-b493-4305-a091-0d71d6d94b1a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:26.158646 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-169b865c-391c-45eb-800e-8f387ada24b7 req-08d391ea-b493-4305-a091-0d71d6d94b1a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0624328 Jun 29 23:16:26.194318 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-169b865c-391c-45eb-800e-8f387ada24b7 req-a86f30a5-9638-4b62-a188-7c85be2e8e66 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301650 Jun 29 23:16:26.453513 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c73485-a782-4ece-9f95-4b8bf3d2e345 req-6ca5a910-34af-4672-bfb7-30b1a35f6083 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:26.455013 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-41c73485-a782-4ece-9f95-4b8bf3d2e345 req-6ca5a910-34af-4672-bfb7-30b1a35f6083 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0664883 Jun 29 23:16:26.491638 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-41c73485-a782-4ece-9f95-4b8bf3d2e345 req-56b77e40-7bee-44f8-ba2f-133451fce527 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311236 Jun 29 23:16:27.383900 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001d016-f0b8-4515-bf53-51fd395ec318 req-30950b7d-0b22-4490-9ea9-a0ea1f35a8f9 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:27.385364 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b001d016-f0b8-4515-bf53-51fd395ec318 req-30950b7d-0b22-4490-9ea9-a0ea1f35a8f9 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0612872 Jun 29 23:16:27.421482 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b001d016-f0b8-4515-bf53-51fd395ec318 req-eed01f85-1ce6-4bfc-8140-22f5cb81f2e8 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299344 Jun 29 23:16:27.668469 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc34cc-bcc9-4281-9d9f-ef8afd7eed19 req-10c2779d-7128-4493-81fb-ec6401609013 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:27.669969 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-77bc34cc-bcc9-4281-9d9f-ef8afd7eed19 req-10c2779d-7128-4493-81fb-ec6401609013 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0692682 Jun 29 23:16:27.707324 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-77bc34cc-bcc9-4281-9d9f-ef8afd7eed19 req-d838be9f-aab9-462f-ae00-b89be0c4e8c5 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309637 Jun 29 23:16:28.596555 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a456eef-eeaf-45e1-bc30-e49f5dbb917a req-fb8627f7-6405-4ea3-8255-5c397cf74294 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:28.597949 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0a456eef-eeaf-45e1-bc30-e49f5dbb917a req-fb8627f7-6405-4ea3-8255-5c397cf74294 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0626345 Jun 29 23:16:28.634712 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0a456eef-eeaf-45e1-bc30-e49f5dbb917a req-47284be4-8b89-4b8d-aa00-140aa59df2eb tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310960 Jun 29 23:16:28.873133 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b0f3e-fb97-4f6a-9dc2-547411d727ff req-010d4610-317e-4fb6-a6ad-292415872f58 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:28.874580 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-590b0f3e-fb97-4f6a-9dc2-547411d727ff req-010d4610-317e-4fb6-a6ad-292415872f58 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0606534 Jun 29 23:16:28.911111 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-590b0f3e-fb97-4f6a-9dc2-547411d727ff req-8429846c-bb92-4b44-837e-2e7bb9d8cd9d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308414 Jun 29 23:16:29.816300 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b57849-888b-4af9-a5e0-fd9d563d51b9 req-fcc91056-e0c4-465f-a8d0-37a3a69198ea tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:29.817782 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e6b57849-888b-4af9-a5e0-fd9d563d51b9 req-fcc91056-e0c4-465f-a8d0-37a3a69198ea tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0668070 Jun 29 23:16:29.853235 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e6b57849-888b-4af9-a5e0-fd9d563d51b9 req-55c59aa8-b070-44b9-aa03-c8c528dde7fd tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298913 Jun 29 23:16:30.080740 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd154a63-5f8b-4b67-8a6f-076ab6ad8cd6 req-b1559de6-64d7-4713-948e-c655f05d8537 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:30.082177 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-cd154a63-5f8b-4b67-8a6f-076ab6ad8cd6 req-b1559de6-64d7-4713-948e-c655f05d8537 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0609524 Jun 29 23:16:30.118521 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-cd154a63-5f8b-4b67-8a6f-076ab6ad8cd6 req-31885cd5-615b-4418-a1b6-266f9251d461 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308743 Jun 29 23:16:31.029906 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4abec4-1d52-4758-a521-4580535fdcd7 req-e2c5fbaa-906f-47b1-92ea-f76019f4ff15 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:31.031284 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8c4abec4-1d52-4758-a521-4580535fdcd7 req-e2c5fbaa-906f-47b1-92ea-f76019f4ff15 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0650010 Jun 29 23:16:31.068285 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8c4abec4-1d52-4758-a521-4580535fdcd7 req-20f57073-aa34-49a7-9a99-0669be68ac87 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313263 Jun 29 23:16:31.289367 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9bac9-7bd6-46ec-b33b-cb8e516d3ace req-0bb2b915-1db9-45d8-9ec3-4613e77a00cf tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:31.290795 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c1a9bac9-7bd6-46ec-b33b-cb8e516d3ace req-0bb2b915-1db9-45d8-9ec3-4613e77a00cf tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0662565 Jun 29 23:16:31.327177 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c1a9bac9-7bd6-46ec-b33b-cb8e516d3ace req-261ed81b-45ab-4443-876b-292908bdd98a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307310 Jun 29 23:16:32.243786 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65cf859-7011-48c3-89e0-79870548905e req-c22f20b2-e717-47ea-894d-c01a6ec25e24 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:32.245278 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d65cf859-7011-48c3-89e0-79870548905e req-c22f20b2-e717-47ea-894d-c01a6ec25e24 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0623615 Jun 29 23:16:32.281428 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d65cf859-7011-48c3-89e0-79870548905e req-c654a0d2-9547-4625-9ccc-05bf85424a20 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304937 Jun 29 23:16:32.500149 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd889c7b-0d11-47fc-9ddb-01a29408e42d req-61525d4e-c356-45ff-8189-4299d13afc2c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:32.502193 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fd889c7b-0d11-47fc-9ddb-01a29408e42d req-61525d4e-c356-45ff-8189-4299d13afc2c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0673819 Jun 29 23:16:32.538792 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fd889c7b-0d11-47fc-9ddb-01a29408e42d req-961178a3-1740-4e29-a37b-357acedb4062 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310707 Jun 29 23:16:33.453548 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2eede6-7014-4321-89b7-1d16f650fd7a req-e4edd19d-820d-4df1-bc19-263f298a33d7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:33.455628 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9e2eede6-7014-4321-89b7-1d16f650fd7a req-e4edd19d-820d-4df1-bc19-263f298a33d7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0610583 Jun 29 23:16:33.494257 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9e2eede6-7014-4321-89b7-1d16f650fd7a req-54a78a94-63f1-40a5-9760-73eec11ccef9 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324750 Jun 29 23:16:33.710230 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e51788-d6bd-4274-b0e8-28b5f6358a89 req-0b75dbf2-a91c-4d3e-934c-88b65bdc3f83 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:33.711748 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e1e51788-d6bd-4274-b0e8-28b5f6358a89 req-0b75dbf2-a91c-4d3e-934c-88b65bdc3f83 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0647759 Jun 29 23:16:33.749745 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e1e51788-d6bd-4274-b0e8-28b5f6358a89 req-9630b271-c67c-4524-a87f-1e1797e95de1 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319529 Jun 29 23:16:34.256311 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:34.670577 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d425ab8-e1c9-42d5-baeb-6dddd5979ac5 req-c812bb7d-da3c-45c9-9ff8-3e520957b377 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:34.672052 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9d425ab8-e1c9-42d5-baeb-6dddd5979ac5 req-c812bb7d-da3c-45c9-9ff8-3e520957b377 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0625556 Jun 29 23:16:34.716469 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9d425ab8-e1c9-42d5-baeb-6dddd5979ac5 req-11fd075f-6096-4551-b4e1-e2c0d0392204 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380323 Jun 29 23:16:34.916879 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5af6e-7787-45b9-a56e-3980030b46e6 req-4aa8e387-abfa-43c2-9905-89a0c14e79fb tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:34.918306 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-96b5af6e-7787-45b9-a56e-3980030b46e6 req-4aa8e387-abfa-43c2-9905-89a0c14e79fb tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0605114 Jun 29 23:16:34.953475 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-96b5af6e-7787-45b9-a56e-3980030b46e6 req-3e5d8de0-8886-4b0b-adc8-cd6bad36b510 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0295339 Jun 29 23:16:35.896246 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b04e8-8d92-4ac7-95f4-db612d186790 req-81a9e367-3bb2-4d87-a139-00d97650b7cb tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:35.897727 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d83b04e8-8d92-4ac7-95f4-db612d186790 req-81a9e367-3bb2-4d87-a139-00d97650b7cb tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0649705 Jun 29 23:16:35.934076 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d83b04e8-8d92-4ac7-95f4-db612d186790 req-9d1eaf46-de69-469e-931b-b69d773541aa tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307660 Jun 29 23:16:36.122085 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be206289-d8dc-4328-922b-76b37ff7da2f req-b611daaa-1ef5-4540-a35f-89b30318cb17 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:36.123548 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-be206289-d8dc-4328-922b-76b37ff7da2f req-b611daaa-1ef5-4540-a35f-89b30318cb17 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0618749 Jun 29 23:16:36.159524 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-be206289-d8dc-4328-922b-76b37ff7da2f req-4250609a-cf91-44ca-b53f-2c502276fc6b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303712 Jun 29 23:16:37.115968 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78ee52-9650-4faf-9d22-e59adca1e946 req-9db938cd-ae08-4717-bb3b-0404b3d6a698 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:37.117458 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2d78ee52-9650-4faf-9d22-e59adca1e946 req-9db938cd-ae08-4717-bb3b-0404b3d6a698 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0657403 Jun 29 23:16:37.154442 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2d78ee52-9650-4faf-9d22-e59adca1e946 req-a8fb3416-e6c6-40be-99f4-3300e1c2b63b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313594 Jun 29 23:16:37.325382 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a179f2a-0e34-4e95-a241-46cabf3d432c req-1012b0c4-2dfb-44fa-9182-def7824aa949 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:37.326743 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5a179f2a-0e34-4e95-a241-46cabf3d432c req-1012b0c4-2dfb-44fa-9182-def7824aa949 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0604415 Jun 29 23:16:37.362935 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5a179f2a-0e34-4e95-a241-46cabf3d432c req-9b8c4edb-e57e-4379-8f10-88c0347d0af2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304353 Jun 29 23:16:38.327871 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5082c6-86c2-4e8e-a63c-0537e82b2412 req-3271ae52-9f3e-4a00-a0c0-3cc218ddab02 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:38.330032 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9f5082c6-86c2-4e8e-a63c-0537e82b2412 req-3271ae52-9f3e-4a00-a0c0-3cc218ddab02 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0611675 Jun 29 23:16:38.366513 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9f5082c6-86c2-4e8e-a63c-0537e82b2412 req-6486cace-553f-4899-a5d8-91942a467390 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309362 Jun 29 23:16:38.535046 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5868320-0a65-4b87-8f0c-e8c9a18defd6 req-5c93ff5f-3fab-46b5-a760-87f541e6cf49 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:38.536465 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d5868320-0a65-4b87-8f0c-e8c9a18defd6 req-5c93ff5f-3fab-46b5-a760-87f541e6cf49 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0662384 Jun 29 23:16:38.573476 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d5868320-0a65-4b87-8f0c-e8c9a18defd6 req-8c470dc4-c7ad-4524-b231-38483206ab33 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312867 Jun 29 23:16:39.560994 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4eb3c-2a40-49db-a4b0-746469b33fcd req-c18d1242-de91-4b21-a9cd-8e2b003757ef tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:39.562445 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-41d4eb3c-2a40-49db-a4b0-746469b33fcd req-c18d1242-de91-4b21-a9cd-8e2b003757ef tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0622177 Jun 29 23:16:39.599198 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-41d4eb3c-2a40-49db-a4b0-746469b33fcd req-de986ed1-c0f8-47d0-874f-bbecdb379062 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309772 Jun 29 23:16:39.762095 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dae59-1cda-4742-8a9b-4bd672b49d45 req-656fe406-cbb7-4c20-a14b-9adf81050bcb tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:39.763569 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e64dae59-1cda-4742-8a9b-4bd672b49d45 req-656fe406-cbb7-4c20-a14b-9adf81050bcb tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0655870 Jun 29 23:16:39.802357 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e64dae59-1cda-4742-8a9b-4bd672b49d45 req-bc87d291-fe51-46d6-8aa3-7c033f09cc22 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325890 Jun 29 23:16:40.770140 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc242b78-b72a-4cb5-a21b-1243f3a04553 req-98de12c7-c297-436c-a3f8-e63df32aa8b7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:40.771601 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fc242b78-b72a-4cb5-a21b-1243f3a04553 req-98de12c7-c297-436c-a3f8-e63df32aa8b7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0614283 Jun 29 23:16:40.808900 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fc242b78-b72a-4cb5-a21b-1243f3a04553 req-fb9e248d-fa45-48fc-bceb-38bd804bb4df tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316937 Jun 29 23:16:40.971120 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effab1a3-f28d-4c0f-8375-82046358131e req-dc7a7eda-37aa-446e-9dff-f52459737399 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:40.972489 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-effab1a3-f28d-4c0f-8375-82046358131e req-dc7a7eda-37aa-446e-9dff-f52459737399 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0615964 Jun 29 23:16:41.008304 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-effab1a3-f28d-4c0f-8375-82046358131e req-ca2b84e9-fe4b-43a6-963f-abcbfa47d791 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303082 Jun 29 23:16:41.399422 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:16:41.989615 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e01668-2199-4c4a-86a3-8b36ca5979bd req-5d3be18d-609d-42dd-8d63-18069fec95ba tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:41.990985 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-03e01668-2199-4c4a-86a3-8b36ca5979bd req-5d3be18d-609d-42dd-8d63-18069fec95ba tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0656924 Jun 29 23:16:42.027177 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-03e01668-2199-4c4a-86a3-8b36ca5979bd req-d3225e95-83f4-4cd1-8eb5-b6fe6fbb6abd tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306356 Jun 29 23:16:42.185993 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ad33f-2a96-4e38-891d-eb8af1a9fd4b req-22800739-a72e-40c6-98ef-2549502d16a6 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:42.187435 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-298ad33f-2a96-4e38-891d-eb8af1a9fd4b req-22800739-a72e-40c6-98ef-2549502d16a6 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0609975 Jun 29 23:16:42.223884 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-298ad33f-2a96-4e38-891d-eb8af1a9fd4b req-d63dbf2a-4273-42d2-90f1-856234a31ebf tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305934 Jun 29 23:16:43.204321 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf80d7-7903-4220-9e70-a8aeecaf1c6a req-06607a62-9a84-4ddd-bda3-336a1dd628c0 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:43.205782 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-58cf80d7-7903-4220-9e70-a8aeecaf1c6a req-06607a62-9a84-4ddd-bda3-336a1dd628c0 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0634735 Jun 29 23:16:43.242420 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-58cf80d7-7903-4220-9e70-a8aeecaf1c6a req-33a5cfbb-13bd-4197-bbf6-3ce3e2dd9904 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309806 Jun 29 23:16:43.407795 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30d338-277c-436a-85c1-ab79aae9eabf req-fb263442-8195-416f-8b4c-3647a2bf0749 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:43.409306 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0a30d338-277c-436a-85c1-ab79aae9eabf req-fb263442-8195-416f-8b4c-3647a2bf0749 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0679910 Jun 29 23:16:43.446317 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0a30d338-277c-436a-85c1-ab79aae9eabf req-eb70cc9e-a387-46c9-9343-36a432f4a2ac tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314529 Jun 29 23:16:44.419599 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797af50-31e1-4a01-abec-6497197853cc req-5562671e-7e5e-4934-809e-0f5f324eafba tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:44.421058 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2797af50-31e1-4a01-abec-6497197853cc req-5562671e-7e5e-4934-809e-0f5f324eafba tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0609841 Jun 29 23:16:44.459166 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2797af50-31e1-4a01-abec-6497197853cc req-d599eedf-06a7-4d0c-bdcd-7b31af11e034 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324488 Jun 29 23:16:44.623927 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bafa63d-b77b-468a-9418-35f11056523e req-462b9e02-621b-4bb1-b5d4-e357bfbbeb3b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:44.625431 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1bafa63d-b77b-468a-9418-35f11056523e req-462b9e02-621b-4bb1-b5d4-e357bfbbeb3b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0666709 Jun 29 23:16:44.661894 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1bafa63d-b77b-468a-9418-35f11056523e req-629e28c1-f031-42c4-a091-6c0b6eda5bdc tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306926 Jun 29 23:16:45.634745 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbec73-9e80-454b-add4-5f871d135c71 req-58ff9c9c-bbf2-4d41-8d14-14dc07ac0047 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:45.636217 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-68cbec73-9e80-454b-add4-5f871d135c71 req-58ff9c9c-bbf2-4d41-8d14-14dc07ac0047 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0650308 Jun 29 23:16:45.675566 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-68cbec73-9e80-454b-add4-5f871d135c71 req-89fc57c2-a8b7-4def-af1b-73fe6aa2e769 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332160 Jun 29 23:16:45.847628 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f513b0-a3a5-4486-813c-457443f594d4 req-4540476f-25d0-4910-b7d9-336d16d6076e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:45.849009 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-31f513b0-a3a5-4486-813c-457443f594d4 req-4540476f-25d0-4910-b7d9-336d16d6076e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0645483 Jun 29 23:16:45.886077 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-31f513b0-a3a5-4486-813c-457443f594d4 req-c34fe26f-4b8b-4f1a-8a86-187bc893b791 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314939 Jun 29 23:16:46.850508 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16618de4-820f-465e-bd7e-e2bafde53be4 req-46042ffd-3465-459c-8c4f-e118122c4ed7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:46.851971 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-16618de4-820f-465e-bd7e-e2bafde53be4 req-46042ffd-3465-459c-8c4f-e118122c4ed7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0613329 Jun 29 23:16:46.893476 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-16618de4-820f-465e-bd7e-e2bafde53be4 req-2650980e-ed32-4c5e-a5f8-cdc43fb19c4c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356171 Jun 29 23:16:47.052172 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7d9fb-d062-4bff-abe0-56fadcd25ce1 req-36e1f812-ca38-4ff7-9437-2a41907ba894 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:47.053653 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-48d7d9fb-d062-4bff-abe0-56fadcd25ce1 req-36e1f812-ca38-4ff7-9437-2a41907ba894 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0607710 Jun 29 23:16:47.090297 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-48d7d9fb-d062-4bff-abe0-56fadcd25ce1 req-84b4839e-9558-446d-969d-abfc9a54bed5 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311358 Jun 29 23:16:47.132977 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-b900779f-bb2c-4784-84a0-e18da626733a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:48.072262 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3797c-ca26-4286-b095-d769c3575961 req-61cb9344-ffd6-4bdb-91b3-34e02772c9ba tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:48.073782 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a4e3797c-ca26-4286-b095-d769c3575961 req-61cb9344-ffd6-4bdb-91b3-34e02772c9ba tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0673234 Jun 29 23:16:48.111133 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a4e3797c-ca26-4286-b095-d769c3575961 req-c22a63d2-e36b-4414-a63d-13bdf6ae1d19 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310109 Jun 29 23:16:48.270932 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d73b6b-6816-4167-be43-69b80a040ca2 req-f4894821-51a6-44e3-a60a-1c78cb310de8 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:48.272409 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-27d73b6b-6816-4167-be43-69b80a040ca2 req-f4894821-51a6-44e3-a60a-1c78cb310de8 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0615869 Jun 29 23:16:48.308041 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-27d73b6b-6816-4167-be43-69b80a040ca2 req-ba41553c-7052-48e7-a911-533951bfe5e0 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301571 Jun 29 23:16:49.294082 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80d6fa-1cfa-406f-bce1-bf4f1c136099 req-af711f83-f157-40a1-b00b-dada15272392 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:49.295554 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4d80d6fa-1cfa-406f-bce1-bf4f1c136099 req-af711f83-f157-40a1-b00b-dada15272392 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0667224 Jun 29 23:16:49.333410 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4d80d6fa-1cfa-406f-bce1-bf4f1c136099 req-4e3c942c-cc49-4f7f-bc0d-6014b4fd37b6 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311897 Jun 29 23:16:49.494277 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e75326-ac1e-4024-b37a-21356c73b334 req-f3914743-7390-48c4-a338-dbd01ec2096a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:49.495645 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-10e75326-ac1e-4024-b37a-21356c73b334 req-f3914743-7390-48c4-a338-dbd01ec2096a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0615537 Jun 29 23:16:49.532197 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-10e75326-ac1e-4024-b37a-21356c73b334 req-38700ae3-5ad1-44a0-99d1-33d0d0f38761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299904 Jun 29 23:16:49.616399 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-e530fbfe-a25d-474a-93b2-96407ff49bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:50.113767 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:50.509984 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee78543-51e4-4bcd-bc26-150d37fa9c6c req-555eab71-9af5-4591-ba76-62b536d310a4 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:50.511437 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-dee78543-51e4-4bcd-bc26-150d37fa9c6c req-555eab71-9af5-4591-ba76-62b536d310a4 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0647340 Jun 29 23:16:50.548551 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-dee78543-51e4-4bcd-bc26-150d37fa9c6c req-750066e3-81d3-4286-9359-60814b673087 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304010 Jun 29 23:16:50.713907 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc12ee9-d0de-40db-9238-1a0155df64bd req-0ac40468-30b9-4bf2-bc1d-f5671838949c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:50.715375 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ddc12ee9-d0de-40db-9238-1a0155df64bd req-0ac40468-30b9-4bf2-bc1d-f5671838949c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0644188 Jun 29 23:16:50.752825 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ddc12ee9-d0de-40db-9238-1a0155df64bd req-33a685e6-6ccd-4fbb-bf98-d5a00c60a861 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318842 Jun 29 23:16:50.793674 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:51.725208 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937aabe-9f1d-4621-b6ac-1300c1768865 req-1615ba0d-eab3-42db-b34f-e4223641ff1f tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:51.726697 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e937aabe-9f1d-4621-b6ac-1300c1768865 req-1615ba0d-eab3-42db-b34f-e4223641ff1f tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0612745 Jun 29 23:16:51.763594 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e937aabe-9f1d-4621-b6ac-1300c1768865 req-adf92824-0294-45be-b2a7-85e2abb0e02a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309408 Jun 29 23:16:51.928080 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd914e-b352-4a0d-bb03-f0b65b62e2d4 req-df27c87b-9e4f-40b2-b6dc-1a3ad984456a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:51.929560 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4edd914e-b352-4a0d-bb03-f0b65b62e2d4 req-df27c87b-9e4f-40b2-b6dc-1a3ad984456a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0643041 Jun 29 23:16:51.966858 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4edd914e-b352-4a0d-bb03-f0b65b62e2d4 req-576e9a6d-588e-4e99-8a67-47e4b53e309a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318117 Jun 29 23:16:52.636321 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:52.937308 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef0c97-3f7a-4c42-92f4-55785a04323f req-be565595-5b2d-4428-881e-48b4f3a8d3ac tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:52.938982 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-acef0c97-3f7a-4c42-92f4-55785a04323f req-be565595-5b2d-4428-881e-48b4f3a8d3ac tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0616963 Jun 29 23:16:52.976423 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-acef0c97-3f7a-4c42-92f4-55785a04323f req-b2dbbb3b-abbe-4f25-ae3a-de274f838404 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318296 Jun 29 23:16:53.136431 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144667a1-73f7-4b47-aba2-aeef0fc3d0ac req-eb765a4a-f9c7-45ff-acce-818242d585d7 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:53.137895 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-144667a1-73f7-4b47-aba2-aeef0fc3d0ac req-eb765a4a-f9c7-45ff-acce-818242d585d7 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0615973 Jun 29 23:16:53.174868 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-144667a1-73f7-4b47-aba2-aeef0fc3d0ac req-5fa00528-6b2b-41fb-996e-b1746bf8f7ff tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309980 Jun 29 23:16:54.157636 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee176155-322e-4796-8ddb-6320a945e3a4 req-a8426fce-1719-40cb-ae67-307b9f1d84f2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:54.159070 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ee176155-322e-4796-8ddb-6320a945e3a4 req-a8426fce-1719-40cb-ae67-307b9f1d84f2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0657594 Jun 29 23:16:54.195126 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ee176155-322e-4796-8ddb-6320a945e3a4 req-cd35d0e7-056e-4c1d-a670-f771edacf85b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304389 Jun 29 23:16:54.352768 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4283d9-d7d1-40ac-90d6-66beff7c77fb req-38fd94fc-6cc5-4267-9eb4-12636999a1bd tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:54.354241 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0f4283d9-d7d1-40ac-90d6-66beff7c77fb req-38fd94fc-6cc5-4267-9eb4-12636999a1bd tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0607300 Jun 29 23:16:54.391674 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0f4283d9-d7d1-40ac-90d6-66beff7c77fb req-a35c34aa-e7e2-41df-b5cc-10d27e4e747b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310049 Jun 29 23:16:55.370385 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130179fd-779f-40e3-a77b-9af75176dca1 req-b673dd4b-81a9-4047-a24d-f422a9e50068 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:55.371838 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-130179fd-779f-40e3-a77b-9af75176dca1 req-b673dd4b-81a9-4047-a24d-f422a9e50068 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0643525 Jun 29 23:16:55.408993 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-130179fd-779f-40e3-a77b-9af75176dca1 req-452e9560-ff63-4a3f-a345-e849bd598b54 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315804 Jun 29 23:16:55.568966 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eee636-eb2a-4e4c-a855-028c7e740c70 req-d5c27d5f-f929-4127-8577-2b08c2e6176c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:55.570381 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-25eee636-eb2a-4e4c-a855-028c7e740c70 req-d5c27d5f-f929-4127-8577-2b08c2e6176c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0627506 Jun 29 23:16:55.608223 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-25eee636-eb2a-4e4c-a855-028c7e740c70 req-df0dd187-00aa-4237-8c29-8f2308a86725 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323739 Jun 29 23:16:56.585180 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e355488-a87f-4ec4-b6ec-46d054c02cb1 req-5d246ad8-348e-41ed-9ed7-d286ebf980dc tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:56.586636 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6e355488-a87f-4ec4-b6ec-46d054c02cb1 req-5d246ad8-348e-41ed-9ed7-d286ebf980dc tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0605485 Jun 29 23:16:56.622153 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6e355488-a87f-4ec4-b6ec-46d054c02cb1 req-8186bf6c-0898-4b82-b27f-083736b9a8c8 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299594 Jun 29 23:16:56.789485 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9a9a1-4603-4b9c-a11a-9b9667cf4890 req-1622fdd3-8071-49e1-a498-23656aeef96c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:56.790936 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-97e9a9a1-4603-4b9c-a11a-9b9667cf4890 req-1622fdd3-8071-49e1-a498-23656aeef96c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0646729 Jun 29 23:16:56.827585 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-97e9a9a1-4603-4b9c-a11a-9b9667cf4890 req-555d482d-50fb-4e20-946d-a6809b4023c7 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311263 Jun 29 23:16:57.795284 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedea766-b722-4fdf-9c17-ce5591bf1029 req-248c78e3-43a0-4186-a189-af743338cee0 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:57.796755 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-dedea766-b722-4fdf-9c17-ce5591bf1029 req-248c78e3-43a0-4186-a189-af743338cee0 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0607803 Jun 29 23:16:57.843254 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-dedea766-b722-4fdf-9c17-ce5591bf1029 req-d3e01e9d-8e07-4fa2-a614-53828ceab849 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409381 Jun 29 23:16:58.007411 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fdc8b4-6486-4eb6-8381-b411a737ba61 req-26f200b7-b4cb-43ec-aeb2-126744714aaf tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:58.008808 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f4fdc8b4-6486-4eb6-8381-b411a737ba61 req-26f200b7-b4cb-43ec-aeb2-126744714aaf tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0653586 Jun 29 23:16:58.046313 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f4fdc8b4-6486-4eb6-8381-b411a737ba61 req-48f6472d-f173-44aa-9449-d8883ce54f4c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318985 Jun 29 23:16:59.021470 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0f9ea-d93a-421a-a969-c006ce59fda5 req-90da4a81-2c96-43d2-b764-ca4eb79f2617 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:59.022832 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4ca0f9ea-d93a-421a-a969-c006ce59fda5 req-90da4a81-2c96-43d2-b764-ca4eb79f2617 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0612829 Jun 29 23:16:59.059035 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4ca0f9ea-d93a-421a-a969-c006ce59fda5 req-aaa80e2d-c049-4876-98df-5aae31b87eb1 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307448 Jun 29 23:16:59.220892 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972e338-7abc-4564-832c-15ccba740571 req-3b134c14-a7dc-4f52-9ce5-12e762e47f52 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:59.222350 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6972e338-7abc-4564-832c-15ccba740571 req-3b134c14-a7dc-4f52-9ce5-12e762e47f52 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0616894 Jun 29 23:16:59.259183 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6972e338-7abc-4564-832c-15ccba740571 req-77c05ccb-b68b-4324-a582-35e69df8545f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312192 Jun 29 23:17:00.240021 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4555d-8571-462a-b574-9db0295bb331 req-70bd305b-0638-4829-95b4-e3ffe2a3ce16 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:00.241486 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-24c4555d-8571-462a-b574-9db0295bb331 req-70bd305b-0638-4829-95b4-e3ffe2a3ce16 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0662010 Jun 29 23:17:00.276940 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-24c4555d-8571-462a-b574-9db0295bb331 req-756c4b79-96d9-4834-a70a-0d7a45caea02 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298693 Jun 29 23:17:00.436384 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e44a19-60c1-4bd7-969b-10d30f947e35 req-68fbce1a-ceae-45ec-94cb-7dfa909b4d08 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:00.437928 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-10e44a19-60c1-4bd7-969b-10d30f947e35 req-68fbce1a-ceae-45ec-94cb-7dfa909b4d08 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0604606 Jun 29 23:17:00.475045 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-10e44a19-60c1-4bd7-969b-10d30f947e35 req-bbb4f66b-1b7a-4519-9c66-a2b52f3d6af1 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315540 Jun 29 23:17:01.607021 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1d0ab-efec-42c7-b91d-f89b2b7af49e req-cf827f1d-0e67-479e-adf2-6503749b6e71 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:01.608401 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-aad1d0ab-efec-42c7-b91d-f89b2b7af49e req-cf827f1d-0e67-479e-adf2-6503749b6e71 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0657260 Jun 29 23:17:01.893289 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-aad1d0ab-efec-42c7-b91d-f89b2b7af49e req-4d3410ab-ba30-4cb9-9c14-4f53ce405097 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2786119 Jun 29 23:17:02.054974 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f48436-09d0-4c7e-916d-5538575edee7 req-3012ed81-1438-4ec2-ad01-7bbafd2f9c01 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:02.056425 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f9f48436-09d0-4c7e-916d-5538575edee7 req-3012ed81-1438-4ec2-ad01-7bbafd2f9c01 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0602443 Jun 29 23:17:02.092346 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f9f48436-09d0-4c7e-916d-5538575edee7 req-b3b6b75a-2243-4907-a47c-4e3e81cc7d2c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304615 Jun 29 23:17:03.066241 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b30c7a-b300-4032-aede-e7894a49bf81 req-d79b109f-7c0c-4491-a9c3-48e7aa952fc7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:03.067593 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-54b30c7a-b300-4032-aede-e7894a49bf81 req-d79b109f-7c0c-4491-a9c3-48e7aa952fc7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0604558 Jun 29 23:17:03.107357 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-54b30c7a-b300-4032-aede-e7894a49bf81 req-f38a765f-c310-4444-aeff-3d5a31a43176 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340860 Jun 29 23:17:03.267025 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3ae0c-a4f1-458d-b249-078c683e2675 req-72645266-562b-48b9-80c5-fef46be5c9f7 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:03.268471 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b5e3ae0c-a4f1-458d-b249-078c683e2675 req-72645266-562b-48b9-80c5-fef46be5c9f7 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0604753 Jun 29 23:17:03.304237 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b5e3ae0c-a4f1-458d-b249-078c683e2675 req-2479f95e-2713-4f8c-97aa-7bfe0477837a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303142 Jun 29 23:17:04.272746 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:04.280086 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec574af-0877-4c16-973e-4297a8a73cb1 req-0e477355-1d3e-4fd9-a213-f7e8bf65cd68 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:04.282236 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-bec574af-0877-4c16-973e-4297a8a73cb1 req-0e477355-1d3e-4fd9-a213-f7e8bf65cd68 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0625553 Jun 29 23:17:04.318230 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-bec574af-0877-4c16-973e-4297a8a73cb1 req-e7771779-9eef-4e9a-9018-94b8dd95e152 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304115 Jun 29 23:17:04.484345 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4dad4-32f0-4012-a344-bbe59746355f req-fbfc9201-a396-49ea-b750-c4ace0545435 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:04.485747 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9db4dad4-32f0-4012-a344-bbe59746355f req-fbfc9201-a396-49ea-b750-c4ace0545435 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0638690 Jun 29 23:17:04.522514 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9db4dad4-32f0-4012-a344-bbe59746355f req-2b5af673-9946-47b8-9a28-6dd92dc4be4f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308177 Jun 29 23:17:05.492726 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5e502-2649-481e-872c-3c646755d4a0 req-3053c505-cd8e-433d-bb4b-0b155e8e6caf tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:05.494273 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9cc5e502-2649-481e-872c-3c646755d4a0 req-3053c505-cd8e-433d-bb4b-0b155e8e6caf tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0620522 Jun 29 23:17:05.536978 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9cc5e502-2649-481e-872c-3c646755d4a0 req-51d055ee-cb41-4e93-94e9-36daa85ef380 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318866 Jun 29 23:17:05.698035 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca8ada-e9bc-4fba-af70-41ec8bc70769 req-1c8c51af-d0e6-434e-ade8-f6c9b4a65c47 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:05.699477 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4bca8ada-e9bc-4fba-af70-41ec8bc70769 req-1c8c51af-d0e6-434e-ade8-f6c9b4a65c47 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0613351 Jun 29 23:17:05.740526 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4bca8ada-e9bc-4fba-af70-41ec8bc70769 req-a31ba541-44dc-4707-8728-26ccbf10be45 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352998 Jun 29 23:17:06.708538 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc520a-6697-42f3-9150-31e08557c1b9 req-974a84a6-e4dd-4295-8463-efc71c15e122 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:06.711983 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f6fc520a-6697-42f3-9150-31e08557c1b9 req-974a84a6-e4dd-4295-8463-efc71c15e122 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0626638 Jun 29 23:17:06.746874 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f6fc520a-6697-42f3-9150-31e08557c1b9 req-9c0b1c5e-d22d-475e-b392-6169038c7fcd tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311301 Jun 29 23:17:06.916557 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211dfe5-71a8-4a72-9356-4611b88629e6 req-24907edd-eef4-429b-9485-090b30b7dd0b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:06.918054 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b211dfe5-71a8-4a72-9356-4611b88629e6 req-24907edd-eef4-429b-9485-090b30b7dd0b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0624976 Jun 29 23:17:06.955157 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b211dfe5-71a8-4a72-9356-4611b88629e6 req-af6d512c-aded-49b8-86b7-ccf8ac025188 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315363 Jun 29 23:17:07.924728 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62dc00d-8a02-45eb-9af1-67993461ffa4 req-022a0010-33f5-41ed-a218-8a578982b7d4 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:07.926212 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c62dc00d-8a02-45eb-9af1-67993461ffa4 req-022a0010-33f5-41ed-a218-8a578982b7d4 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0653849 Jun 29 23:17:07.963096 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c62dc00d-8a02-45eb-9af1-67993461ffa4 req-3b95f75a-33bb-4c2e-b194-78b69c65bfb8 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312283 Jun 29 23:17:08.125655 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c273e1-d416-4f9e-b984-27257de8c453 req-df9832b6-f227-4f4e-8f0a-7a43fa95e86e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:08.127785 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-89c273e1-d416-4f9e-b984-27257de8c453 req-df9832b6-f227-4f4e-8f0a-7a43fa95e86e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0621030 Jun 29 23:17:08.166538 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-89c273e1-d416-4f9e-b984-27257de8c453 req-c09b1e9f-9f6c-46f1-8334-3928c5fa7386 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329242 Jun 29 23:17:09.134829 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ba481-e229-4a4a-a01b-0a7b981e6030 req-82776cb0-9b85-4324-917b-d160e20b1398 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:09.136312 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-700ba481-e229-4a4a-a01b-0a7b981e6030 req-82776cb0-9b85-4324-917b-d160e20b1398 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0610061 Jun 29 23:17:09.175982 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-700ba481-e229-4a4a-a01b-0a7b981e6030 req-c9c10a0e-9283-4791-8586-ea839d7a8614 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340509 Jun 29 23:17:09.338189 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20108a9-c4c6-4ee5-8964-ca99b85d4f64 req-1fd0a2e8-5b4b-4613-aa56-01b73cc79412 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:09.339548 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b20108a9-c4c6-4ee5-8964-ca99b85d4f64 req-1fd0a2e8-5b4b-4613-aa56-01b73cc79412 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0606809 Jun 29 23:17:09.375398 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b20108a9-c4c6-4ee5-8964-ca99b85d4f64 req-1fcbf3de-0408-401b-89cb-32c44bbad5ad tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303910 Jun 29 23:17:09.682014 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-31581186-d2d7-44b9-b444-c8154e602dc8 req-cc8583e1-d8be-4ffe-bce8-619a983a1cb2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491734 Jun 29 23:17:09.753733 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31581186-d2d7-44b9-b444-c8154e602dc8 req-e298796a-c357-491b-8b0e-867fe2a9c48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:09.755209 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-31581186-d2d7-44b9-b444-c8154e602dc8 req-e298796a-c357-491b-8b0e-867fe2a9c48b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aaabc82aaf78434e96bb0371d6ebd6a1&device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 1098 time: 0.0512989 Jun 29 23:17:09.873886 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31581186-d2d7-44b9-b444-c8154e602dc8 req-9db01f1a-b8c2-48d3-8c58-6a989de5685e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:09.875352 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-31581186-d2d7-44b9-b444-c8154e602dc8 req-9db01f1a-b8c2-48d3-8c58-6a989de5685e service neutron] 10.222.0.52 "GET /v2.0/networks?id=becce603-e729-45cf-bdc8-440a0a304d0f HTTP/1.1" status: 200 len: 914 time: 0.0997427 Jun 29 23:17:09.914805 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-31581186-d2d7-44b9-b444-c8154e602dc8 req-ff8bfe98-8b50-4d6f-bb4e-36d5b40d45ad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07f3144f-1e56-4f45-be16-933bf0eee280 HTTP/1.1" status: 200 len: 217 time: 0.0327606 Jun 29 23:17:09.965143 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31581186-d2d7-44b9-b444-c8154e602dc8 req-1c860eda-e546-4ef9-8692-f8ddc4fb4c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:09.966480 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-31581186-d2d7-44b9-b444-c8154e602dc8 req-1c860eda-e546-4ef9-8692-f8ddc4fb4c14 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64489b13-d94a-41d4-8485-dcdc9b2f5e92 HTTP/1.1" status: 200 len: 853 time: 0.0461781 Jun 29 23:17:09.997761 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-31581186-d2d7-44b9-b444-c8154e602dc8 req-11db8f04-271a-4689-a6aa-66aa79e13d8c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=becce603-e729-45cf-bdc8-440a0a304d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253031 Jun 29 23:17:10.086113 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-31581186-d2d7-44b9-b444-c8154e602dc8 req-98f4164e-46c4-464a-bb46-338c7baf6b87 service neutron] 10.222.0.52 "GET /v2.0/networks/becce603-e729-45cf-bdc8-440a0a304d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811620 Jun 29 23:17:10.176272 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-31581186-d2d7-44b9-b444-c8154e602dc8 req-620c6e82-b848-4192-aba1-2ec7031603a8 service neutron] 10.222.0.52 "GET /v2.0/networks/becce603-e729-45cf-bdc8-440a0a304d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838108 Jun 29 23:17:10.349838 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7401f50-f499-4360-8dae-cfdc635ecd4b req-6f9184ce-b487-49e7-bd89-05d62815c34f tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:10.351313 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b7401f50-f499-4360-8dae-cfdc635ecd4b req-6f9184ce-b487-49e7-bd89-05d62815c34f tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0617445 Jun 29 23:17:10.391239 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b7401f50-f499-4360-8dae-cfdc635ecd4b req-504f42f6-37c6-4388-9be8-beb8ec4ff66c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341663 Jun 29 23:17:10.556855 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44993d0-d37c-45ad-ab90-0cd99fa49b45 req-6d2ec2b7-4c29-47fa-982e-0df89c959992 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:10.558256 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b44993d0-d37c-45ad-ab90-0cd99fa49b45 req-6d2ec2b7-4c29-47fa-982e-0df89c959992 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0628061 Jun 29 23:17:10.594593 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b44993d0-d37c-45ad-ab90-0cd99fa49b45 req-a53f8490-93fa-49b9-9cfe-d3e84b64e5dc tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309212 Jun 29 23:17:11.572001 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3b350-1507-4ee8-a677-1ad71b6986c9 req-822703d1-6c8d-441f-9e99-74e89a94ddff tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:11.573523 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8fa3b350-1507-4ee8-a677-1ad71b6986c9 req-822703d1-6c8d-441f-9e99-74e89a94ddff tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0689197 Jun 29 23:17:11.610074 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8fa3b350-1507-4ee8-a677-1ad71b6986c9 req-f9c9e79c-7ec3-4d83-a93e-14ad9f04dfac tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308797 Jun 29 23:17:11.776372 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2472e31-2dc7-438f-ba41-01f338abf81e req-493ab9ac-86e3-4a13-ab1b-44d36f70ebce tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:11.777851 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b2472e31-2dc7-438f-ba41-01f338abf81e req-493ab9ac-86e3-4a13-ab1b-44d36f70ebce tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0650475 Jun 29 23:17:11.818040 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b2472e31-2dc7-438f-ba41-01f338abf81e req-48e250a3-d5eb-4edc-95d6-35cb0e6de21d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346234 Jun 29 23:17:12.794660 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ada2cc-e310-4420-b756-e8bf1451f50e req-352637dd-82c4-4b5e-9fa2-5fa05fbfccfe tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:12.796145 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a0ada2cc-e310-4420-b756-e8bf1451f50e req-352637dd-82c4-4b5e-9fa2-5fa05fbfccfe tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0688195 Jun 29 23:17:12.838406 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a0ada2cc-e310-4420-b756-e8bf1451f50e req-d2faece0-b434-4e87-baed-38f8f63e4094 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357656 Jun 29 23:17:13.009282 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825a5a4-9fd9-4137-b912-9a9dbef4f70f req-56899733-818b-4701-8ba7-2edf2fa9f5d7 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:13.010666 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7825a5a4-9fd9-4137-b912-9a9dbef4f70f req-56899733-818b-4701-8ba7-2edf2fa9f5d7 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0634906 Jun 29 23:17:13.053557 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7825a5a4-9fd9-4137-b912-9a9dbef4f70f req-a6bc29d4-56e0-43b3-a5cd-c21acab64e2d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372310 Jun 29 23:17:14.017665 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfadd7-f94b-44b5-8815-029ba6ab07cd req-4eef06ae-a9a4-4684-bc5f-3101be20c8dd tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:14.019088 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-46dfadd7-f94b-44b5-8815-029ba6ab07cd req-4eef06ae-a9a4-4684-bc5f-3101be20c8dd tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0644262 Jun 29 23:17:14.055607 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-46dfadd7-f94b-44b5-8815-029ba6ab07cd req-252abd7a-86b0-4b43-a106-2d952dacd3aa tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309682 Jun 29 23:17:14.228728 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b80b8e-4eb1-41d5-af04-11ab7e22a8be req-885444b9-dd39-46a2-8f90-5b32aeaaa9f0 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:14.230315 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f5b80b8e-4eb1-41d5-af04-11ab7e22a8be req-885444b9-dd39-46a2-8f90-5b32aeaaa9f0 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0625966 Jun 29 23:17:14.267125 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f5b80b8e-4eb1-41d5-af04-11ab7e22a8be req-580b92b6-cfcc-44d3-945a-f4d946c9a4f7 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309541 Jun 29 23:17:15.232447 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a14112-bcf5-41f8-829e-3bf12a7c4f26 req-1eecb779-dfc8-4c36-a448-91129f3ede41 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:15.233911 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d4a14112-bcf5-41f8-829e-3bf12a7c4f26 req-1eecb779-dfc8-4c36-a448-91129f3ede41 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0643377 Jun 29 23:17:15.270202 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d4a14112-bcf5-41f8-829e-3bf12a7c4f26 req-fa28d2cd-f18b-4593-8e8c-d9470ce77e1c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308409 Jun 29 23:17:15.439685 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d26a3-75c0-4de0-98ee-b4a2339c7e1e req-ee545985-fb81-4a31-8ba9-ee740e0a239f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:15.441197 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-151d26a3-75c0-4de0-98ee-b4a2339c7e1e req-ee545985-fb81-4a31-8ba9-ee740e0a239f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0626614 Jun 29 23:17:15.478093 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-151d26a3-75c0-4de0-98ee-b4a2339c7e1e req-dbdf671f-fb72-4480-abd2-2be1022ba4ab tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314035 Jun 29 23:17:16.450167 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ca051-7270-4960-922e-1e9a191b1647 req-c16872af-0112-44a3-829a-a9cedac6a07e tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:16.451644 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b15ca051-7270-4960-922e-1e9a191b1647 req-c16872af-0112-44a3-829a-a9cedac6a07e tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0639503 Jun 29 23:17:16.493474 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b15ca051-7270-4960-922e-1e9a191b1647 req-5fa5238f-099c-4291-9865-ac3b2ef59254 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354838 Jun 29 23:17:16.662529 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e4bfb-1492-4e0a-923e-1f90df9e0e61 req-f495dd08-9c69-4654-bb2d-6757cd1a5b43 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:16.664036 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e12e4bfb-1492-4e0a-923e-1f90df9e0e61 req-f495dd08-9c69-4654-bb2d-6757cd1a5b43 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0679269 Jun 29 23:17:16.701829 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e12e4bfb-1492-4e0a-923e-1f90df9e0e61 req-31ef8b32-2f94-4c19-8d96-7fe372ae1032 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319798 Jun 29 23:17:17.133210 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-3860c9dd-344d-4f0a-bc45-0a10d7403589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:17.667481 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e86ac-980d-474c-8ce6-4c2c26eed09e req-732ecf4d-625f-4bc3-a303-fedbe83e2421 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:17.668968 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0e2e86ac-980d-474c-8ce6-4c2c26eed09e req-732ecf4d-625f-4bc3-a303-fedbe83e2421 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0615630 Jun 29 23:17:17.706799 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0e2e86ac-980d-474c-8ce6-4c2c26eed09e req-b5543acb-8a49-41af-af10-484261492714 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312450 Jun 29 23:17:17.880509 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a082867-0d03-48bc-8b0a-90bc6eb3d968 req-9760b100-7c42-4d81-b154-7c7d7f05e052 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:17.881980 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7a082867-0d03-48bc-8b0a-90bc6eb3d968 req-9760b100-7c42-4d81-b154-7c7d7f05e052 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0654316 Jun 29 23:17:17.918886 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7a082867-0d03-48bc-8b0a-90bc6eb3d968 req-7bc66e20-c262-4e96-a270-272319e5a624 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314665 Jun 29 23:17:18.398551 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:17:18.879069 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c8a64-4efe-4e9e-9723-bf2abc241e8c req-48f8decc-9cbe-41f4-b442-57cd20035b1b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:18.880519 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-aa5c8a64-4efe-4e9e-9723-bf2abc241e8c req-48f8decc-9cbe-41f4-b442-57cd20035b1b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0615180 Jun 29 23:17:18.917113 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-aa5c8a64-4efe-4e9e-9723-bf2abc241e8c req-d951cfac-5efd-4c2f-aa64-f5fb6e5abf27 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307775 Jun 29 23:17:19.087364 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef696b-25c1-43c2-9958-8929a0d5beb9 req-df74cb3c-f36e-412d-9c40-fe1d7ffca17f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:19.089107 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f8ef696b-25c1-43c2-9958-8929a0d5beb9 req-df74cb3c-f36e-412d-9c40-fe1d7ffca17f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0611145 Jun 29 23:17:19.129996 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f8ef696b-25c1-43c2-9958-8929a0d5beb9 req-5429f23a-8038-4a3c-ac13-76c7095a3c7a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353479 Jun 29 23:17:19.617181 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-adafa949-9ed7-4e09-aa2c-11eb046dbf6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:20.090562 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a6835-0b8e-4a44-b998-0e6e78603ca5 req-c08c0a7b-bf07-4e45-b0cf-4aaec654b31f tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:20.092008 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e07a6835-0b8e-4a44-b998-0e6e78603ca5 req-c08c0a7b-bf07-4e45-b0cf-4aaec654b31f tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0615597 Jun 29 23:17:20.114640 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:20.132035 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e07a6835-0b8e-4a44-b998-0e6e78603ca5 req-595c00f4-17ec-442f-b64a-9e7b80f37616 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334547 Jun 29 23:17:20.303144 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78feaa-f93c-4516-8c22-cae709a2e34e req-febc4d1f-4822-4a4d-8189-a04cc40c6451 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:20.304965 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ea78feaa-f93c-4516-8c22-cae709a2e34e req-febc4d1f-4822-4a4d-8189-a04cc40c6451 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0625398 Jun 29 23:17:20.341882 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ea78feaa-f93c-4516-8c22-cae709a2e34e req-a86bb832-4e07-43c2-8a8c-bb94a71f0389 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318222 Jun 29 23:17:20.794886 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:21.307564 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e5331-0ca9-48e6-9b62-3ab1b76f3e03 req-368275fb-34e7-4ce2-b509-8a6a051389a5 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:21.309122 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2d5e5331-0ca9-48e6-9b62-3ab1b76f3e03 req-368275fb-34e7-4ce2-b509-8a6a051389a5 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0643063 Jun 29 23:17:21.346877 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2d5e5331-0ca9-48e6-9b62-3ab1b76f3e03 req-589e1520-5190-40a6-8005-05da5031f974 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321927 Jun 29 23:17:21.517371 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acca4f2-ae39-4535-b983-a20eb8d0b985 req-040be4d2-92b1-452d-8334-dbc50d763f72 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:21.519001 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0acca4f2-ae39-4535-b983-a20eb8d0b985 req-040be4d2-92b1-452d-8334-dbc50d763f72 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0683236 Jun 29 23:17:21.555692 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0acca4f2-ae39-4535-b983-a20eb8d0b985 req-ce6eaea0-1bf8-42c1-8cd1-f4d61fc2003d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309570 Jun 29 23:17:22.521979 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d78cb-3801-436f-a321-26b362ce60c8 req-55aee94f-41df-4806-b826-98fd1f67f8d2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:22.523445 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f69d78cb-3801-436f-a321-26b362ce60c8 req-55aee94f-41df-4806-b826-98fd1f67f8d2 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0617661 Jun 29 23:17:22.564435 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f69d78cb-3801-436f-a321-26b362ce60c8 req-18bd22c2-c665-4aca-97d8-014f1786607a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354095 Jun 29 23:17:22.639489 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:22.730901 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34d0c7-f029-4ab6-ba56-dc3581c0ee5d req-d0f3784e-c3fb-498a-a9c4-8630594ca6ab tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:22.732390 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-dd34d0c7-f029-4ab6-ba56-dc3581c0ee5d req-d0f3784e-c3fb-498a-a9c4-8630594ca6ab tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0636098 Jun 29 23:17:22.769359 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-dd34d0c7-f029-4ab6-ba56-dc3581c0ee5d req-7c38d7db-67c9-4f26-81ea-08ff4e535735 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307286 Jun 29 23:17:23.749076 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0ab64-1d0b-4369-9720-1456dd9b3281 req-b9f730e9-7f7d-4f1d-bec4-196849819c96 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:23.750471 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0fe0ab64-1d0b-4369-9720-1456dd9b3281 req-b9f730e9-7f7d-4f1d-bec4-196849819c96 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0712347 Jun 29 23:17:23.787720 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0fe0ab64-1d0b-4369-9720-1456dd9b3281 req-0239c70a-42a1-4e4b-91ea-8ebb4371b58d tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315917 Jun 29 23:17:23.795019 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-55cbcc8f-4f31-4020-b100-6a3563f11df0 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:23.796478 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-55cbcc8f-4f31-4020-b100-6a3563f11df0 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/networks?id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 HTTP/1.1" status: 200 len: 815 time: 0.1064739 Jun 29 23:17:23.811745 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-a2543918-06d3-4e5b-95fa-c7c7e2d32ab9 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/quotas/84fa8dae152648e093dc8e5a4d0ef36d HTTP/1.1" status: 200 len: 375 time: 0.0094421 Jun 29 23:17:23.889184 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-52bc9ea6-d216-4854-890b-d909291520f9 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=84fa8dae152648e093dc8e5a4d0ef36d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0690529 Jun 29 23:17:23.953620 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f008783-af37-4845-990a-023a2249eb67 req-091b567a-e662-46ca-b0ce-b3007b8403bd tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:23.955667 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8f008783-af37-4845-990a-023a2249eb67 req-091b567a-e662-46ca-b0ce-b3007b8403bd tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0680130 Jun 29 23:17:23.983921 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-1848bcd3-fe92-47f8-bf6a-0f2b9889a1f6 service neutron] 10.222.0.30 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873621 Jun 29 23:17:23.994534 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8f008783-af37-4845-990a-023a2249eb67 req-5119315c-97d5-4e83-8c7f-db45177e5ee6 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331206 Jun 29 23:17:24.080788 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-b041ac9d-e480-4fd1-b4d4-836bbc068c80 service neutron] 10.222.0.30 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897346 Jun 29 23:17:24.240653 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f900bca6-8828-4fa7-8e18-943bd66f2700 req-f20881dc-f0dc-4ebb-8f86-ca76f561daaf tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=7940cf29-143f-4f17-b857-4f11fd883845 HTTP/1.1" status: 200 len: 210 time: 0.0280375 Jun 29 23:17:24.962689 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd50c5-94f4-4171-b14b-fac7cb78e61b req-781aa42d-c8ce-4d04-950b-c049e8a5acb7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:24.964160 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9edd50c5-94f4-4171-b14b-fac7cb78e61b req-781aa42d-c8ce-4d04-950b-c049e8a5acb7 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.0630031 Jun 29 23:17:25.001881 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9edd50c5-94f4-4171-b14b-fac7cb78e61b req-274faa81-67e0-4a64-a268-07fdd5280839 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=980eb522-3460-4d5a-a1f1-33a7e43e3d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314765 Jun 29 23:17:25.169305 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c9fe4-83d1-40f9-90df-e57585be50fc req-9680c6ab-d5e1-41c5-b1a8-79b04ad99d4e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:25.170898 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8f5c9fe4-83d1-40f9-90df-e57585be50fc req-9680c6ab-d5e1-41c5-b1a8-79b04ad99d4e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0640376 Jun 29 23:17:25.212186 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8f5c9fe4-83d1-40f9-90df-e57585be50fc req-84b6a767-387c-42a4-a8ad-8a61ab1afff4 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330040 Jun 29 23:17:25.395446 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4966679c-1fce-42d3-9576-2487e8a16e24 req-e9da6aca-3b41-428d-b24f-82fcee671a99 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=7940cf29-143f-4f17-b857-4f11fd883845 HTTP/1.1" status: 200 len: 210 time: 0.0323792 Jun 29 23:17:25.449988 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-192cfed3-dec0-48ce-8f13-9f94ba16a111 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:25.452685 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-192cfed3-dec0-48ce-8f13-9f94ba16a111 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.52 "GET /v2.0/networks?id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 HTTP/1.1" status: 200 len: 815 time: 0.1601593 Jun 29 23:17:25.466462 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-0374097a-1d3e-4568-b794-d343da93ede0 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Request body: {'port': {'device_id': '7940cf29-143f-4f17-b857-4f11fd883845', 'network_id': '5d27fbb3-5d7a-4c3c-914c-7525c670a5e8', 'admin_state_up': True, 'tenant_id': '84fa8dae152648e093dc8e5a4d0ef36d'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:17:25.603169 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-0374097a-1d3e-4568-b794-d343da93ede0 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Made reservation on behalf of 84fa8dae152648e093dc8e5a4d0ef36d for: {'port': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:17:25.607284 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-0374097a-1d3e-4568-b794-d343da93ede0 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:25.754053 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-0374097a-1d3e-4568-b794-d343da93ede0 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Allocated IP 172.20.0.9 (5d27fbb3-5d7a-4c3c-914c-7525c670a5e8/8d173892-21f3-4d8b-a65f-f341f79adde1/cfc1a208-56df-45d2-82a1-df09beb3af8f) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:17:25.901248 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-0374097a-1d3e-4568-b794-d343da93ede0 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:25.939791 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-0374097a-1d3e-4568-b794-d343da93ede0 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:25.943502 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:17:25.953957 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] get_ports_and_sgs() called for port_ids ['41a38227-52e9-4fac-afd8-0da3f016c707', '50aee1f9-2991-44ce-ab9c-9abc17563722', '8b151955-39db-4f04-91fe-66a14283b890'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:17:25.992689 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-0374097a-1d3e-4568-b794-d343da93ede0 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Network 5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:17:25.995959 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-0374097a-1d3e-4568-b794-d343da93ede0 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:17:26.003876 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-0374097a-1d3e-4568-b794-d343da93ede0 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:17:26.008477 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-0374097a-1d3e-4568-b794-d343da93ede0 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:26.009126 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-0374097a-1d3e-4568-b794-d343da93ede0 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:26.018396 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374097a-1d3e-4568-b794-d343da93ede0 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Pushing event updated for resources: {'Port': ['ID=cfc1a208-56df-45d2-82a1-df09beb3af8f,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:17:26.028010 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374097a-1d3e-4568-b794-d343da93ede0 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:17:26.028532 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374097a-1d3e-4568-b794-d343da93ede0 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:17:26.028845 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374097a-1d3e-4568-b794-d343da93ede0 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:17:26.029433 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374097a-1d3e-4568-b794-d343da93ede0 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:17:26.029813 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374097a-1d3e-4568-b794-d343da93ede0 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:17:26.030163 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374097a-1d3e-4568-b794-d343da93ede0 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:17:26.030685 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374097a-1d3e-4568-b794-d343da93ede0 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:17:26.031029 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374097a-1d3e-4568-b794-d343da93ede0 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:17:26.031672 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374097a-1d3e-4568-b794-d343da93ede0 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:17:26.032022 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374097a-1d3e-4568-b794-d343da93ede0 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:17:26.032370 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374097a-1d3e-4568-b794-d343da93ede0 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:17:26.032741 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374097a-1d3e-4568-b794-d343da93ede0 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:17:26.037642 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-0374097a-1d3e-4568-b794-d343da93ede0 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:17:26.043287 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-0374097a-1d3e-4568-b794-d343da93ede0 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5812452 Jun 29 23:17:26.056018 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-b5f356b5-427e-44ff-bd9e-2f5a89c57afe service neutron] Request body: {'port': {'device_id': '7940cf29-143f-4f17-b857-4f11fd883845', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:17:26.135828 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-b5f356b5-427e-44ff-bd9e-2f5a89c57afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:26.395474 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b5498-39ed-4f66-8944-d2403dd59646 req-1182ac2e-8f1e-4ab8-b35c-e2194faa0030 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:26.396971 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b83b5498-39ed-4f66-8944-d2403dd59646 req-1182ac2e-8f1e-4ab8-b35c-e2194faa0030 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0634828 Jun 29 23:17:26.427783 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb72766-0c4a-4ecd-a870-3d63664f2d0c req-f3e173eb-99bb-4e38-b0cb-8521bafe423f tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:26.429949 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6bb72766-0c4a-4ecd-a870-3d63664f2d0c req-f3e173eb-99bb-4e38-b0cb-8521bafe423f tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=64038709-adfd-4ee0-81e7-731cb8032eda HTTP/1.1" status: 200 len: 943 time: 0.1115630 Jun 29 23:17:26.435658 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b83b5498-39ed-4f66-8944-d2403dd59646 req-73c44163-d6df-4b64-99c5-4bafe6b1df87 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325155 Jun 29 23:17:26.508614 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-b5f356b5-427e-44ff-bd9e-2f5a89c57afe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfc1a208-56df-45d2-82a1-df09beb3af8f {{(pid=93162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:17:26.525305 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-b5f356b5-427e-44ff-bd9e-2f5a89c57afe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:26.573114 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-b5f356b5-427e-44ff-bd9e-2f5a89c57afe service neutron] Transition to ACTIVE for port object cfc1a208-56df-45d2-82a1-df09beb3af8f will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:17:26.579815 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-b5f356b5-427e-44ff-bd9e-2f5a89c57afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:26.584350 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:17:26.618697 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b95332-a352-4a04-95e3-6c8cf927b44d req-9d90b665-7cdc-4ad4-8bd2-619a9beb8f41 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:26.620318 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b8b95332-a352-4a04-95e3-6c8cf927b44d req-9d90b665-7cdc-4ad4-8bd2-619a9beb8f41 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=7940cf29-143f-4f17-b857-4f11fd883845 HTTP/1.1" status: 200 len: 931 time: 0.0741634 Jun 29 23:17:26.636643 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-6bb72766-0c4a-4ecd-a870-3d63664f2d0c req-c728b3df-b4c5-4250-bcbd-969d23de8e8a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Deleting port 71efbaa5-e7ce-4022-9371-df6f06e7ab90 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:17:26.636987 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-6bb72766-0c4a-4ecd-a870-3d63664f2d0c req-c728b3df-b4c5-4250-bcbd-969d23de8e8a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:26.661178 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b8b95332-a352-4a04-95e3-6c8cf927b44d req-55d08278-7e5e-4531-9ce1-9d3c1eb248fd tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353539 Jun 29 23:17:26.684901 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f356b5-427e-44ff-bd9e-2f5a89c57afe service neutron] Pushing event updated for resources: {'Port': ['ID=cfc1a208-56df-45d2-82a1-df09beb3af8f,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:17:26.690731 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-b5f356b5-427e-44ff-bd9e-2f5a89c57afe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:17:26.743889 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-b5f356b5-427e-44ff-bd9e-2f5a89c57afe service neutron] Attempting to bind port cfc1a208-56df-45d2-82a1-df09beb3af8f on host hv-cinder-76960 for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:17:26.744239 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-b5f356b5-427e-44ff-bd9e-2f5a89c57afe service neutron] Attempting to bind port cfc1a208-56df-45d2-82a1-df09beb3af8f by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': 'e3f7bb9a-64ba-45aa-844e-d64cc18d706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5d27fbb3-5d7a-4c3c-914c-7525c670a5e8'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:17:26.744583 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-b5f356b5-427e-44ff-bd9e-2f5a89c57afe service neutron] Attempting to bind port cfc1a208-56df-45d2-82a1-df09beb3af8f on network 5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:17:26.756056 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-b5f356b5-427e-44ff-bd9e-2f5a89c57afe service neutron] Port cfc1a208-56df-45d2-82a1-df09beb3af8f on network 5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:17:26.756375 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-b5f356b5-427e-44ff-bd9e-2f5a89c57afe service neutron] Attempting to bind port cfc1a208-56df-45d2-82a1-df09beb3af8f on network 5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:17:26.771444 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-b5f356b5-427e-44ff-bd9e-2f5a89c57afe service neutron] Checking agent: {'id': 'a4a0778d-945d-473c-9557-d6f7decbe5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 7, 4), 'started_at': datetime.datetime(2021, 6, 29, 23, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:17:26.771781 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-b5f356b5-427e-44ff-bd9e-2f5a89c57afe service neutron] Checking segment: {'id': 'e3f7bb9a-64ba-45aa-844e-d64cc18d706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5d27fbb3-5d7a-4c3c-914c-7525c670a5e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:17:26.772156 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-b5f356b5-427e-44ff-bd9e-2f5a89c57afe service neutron] Bound using segment: {'id': 'e3f7bb9a-64ba-45aa-844e-d64cc18d706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5d27fbb3-5d7a-4c3c-914c-7525c670a5e8'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:17:26.772602 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-b5f356b5-427e-44ff-bd9e-2f5a89c57afe service neutron] Bound port: cfc1a208-56df-45d2-82a1-df09beb3af8f, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3f7bb9a-64ba-45aa-844e-d64cc18d706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5d27fbb3-5d7a-4c3c-914c-7525c670a5e8'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:17:26.772962 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-b5f356b5-427e-44ff-bd9e-2f5a89c57afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:26.797670 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-6bb72766-0c4a-4ecd-a870-3d63664f2d0c req-c728b3df-b4c5-4250-bcbd-969d23de8e8a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] For port 71efbaa5-e7ce-4022-9371-df6f06e7ab90, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=71efbaa5-e7ce-4022-9371-df6f06e7ab90,segment=NetworkSegment(a915f56e-4b4b-41eb-9b6a-ec11aa4ed293),segment_id=a915f56e-4b4b-41eb-9b6a-ec11aa4ed293)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:17:26.798027 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-6bb72766-0c4a-4ecd-a870-3d63664f2d0c req-c728b3df-b4c5-4250-bcbd-969d23de8e8a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:26.936308 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-b5f356b5-427e-44ff-bd9e-2f5a89c57afe service neutron] For port cfc1a208-56df-45d2-82a1-df09beb3af8f, host hv-cinder-76960, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:17:26.954127 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-b5f356b5-427e-44ff-bd9e-2f5a89c57afe service neutron] For port cfc1a208-56df-45d2-82a1-df09beb3af8f, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=cfc1a208-56df-45d2-82a1-df09beb3af8f,segment=NetworkSegment(e3f7bb9a-64ba-45aa-844e-d64cc18d706f),segment_id=e3f7bb9a-64ba-45aa-844e-d64cc18d706f)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:17:26.964355 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-b5f356b5-427e-44ff-bd9e-2f5a89c57afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:26.967749 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-e21e53e8-ebc5-4dd5-8194-4046ee807c38 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:17:27.038708 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-b5f356b5-427e-44ff-bd9e-2f5a89c57afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:27.039322 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-b5f356b5-427e-44ff-bd9e-2f5a89c57afe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:27.040733 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-b5f356b5-427e-44ff-bd9e-2f5a89c57afe service neutron] 10.222.0.52 "PUT /v2.0/ports/cfc1a208-56df-45d2-82a1-df09beb3af8f HTTP/1.1" status: 200 len: 1093 time: 0.9893913 Jun 29 23:17:27.045146 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7940cf29-143f-4f17-b857-4f11fd883845', 'tag': 'cfc1a208-56df-45d2-82a1-df09beb3af8f'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:17:27.047468 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4ff624e5b506a15852624dbd6f9127feb1aca7eb9818edaf72933b1fc2af06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7bb18a-0c38-46ad-8f98-96cb327480e4" -d '{"events": [{"name": "network-changed", "server_uuid": "7940cf29-143f-4f17-b857-4f11fd883845", "tag": "cfc1a208-56df-45d2-82a1-df09beb3af8f"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:17:27.083124 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-6bb72766-0c4a-4ecd-a870-3d63664f2d0c req-c728b3df-b4c5-4250-bcbd-969d23de8e8a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:27.083520 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-6bb72766-0c4a-4ecd-a870-3d63664f2d0c req-c728b3df-b4c5-4250-bcbd-969d23de8e8a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484151'] for floatingip, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:27.083826 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.db.l3_db [req-6bb72766-0c4a-4ecd-a870-3d63664f2d0c req-c728b3df-b4c5-4250-bcbd-969d23de8e8a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Floating IP d368c6e0-becc-41d9-bb4a-8cdeccb349ad disassociated. External IP: 172.27.0.40, port: 71efbaa5-e7ce-4022-9371-df6f06e7ab90. Jun 29 23:17:27.084125 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-6bb72766-0c4a-4ecd-a870-3d63664f2d0c req-c728b3df-b4c5-4250-bcbd-969d23de8e8a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Calling delete_port for 71efbaa5-e7ce-4022-9371-df6f06e7ab90 owned by compute:nova {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:17:27.092088 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f356b5-427e-44ff-bd9e-2f5a89c57afe service neutron] Pushing event updated for resources: {'Port': ['ID=cfc1a208-56df-45d2-82a1-df09beb3af8f,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:17:27.098522 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-b5f356b5-427e-44ff-bd9e-2f5a89c57afe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:17:27.180772 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbef590-0c19-45ca-980d-75ec7a3b60b4 x-openstack-request-id: req-3dbef590-0c19-45ca-980d-75ec7a3b60b4 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:17:27.181093 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7940cf29-143f-4f17-b857-4f11fd883845", "tag": "cfc1a208-56df-45d2-82a1-df09beb3af8f", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:17:27.181373 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3dbef590-0c19-45ca-980d-75ec7a3b60b4 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:17:27.181787 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7940cf29-143f-4f17-b857-4f11fd883845', 'tag': 'cfc1a208-56df-45d2-82a1-df09beb3af8f', 'status': 'completed', 'code': 200} Jun 29 23:17:27.217628 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-b51907f4-a89e-4911-bd3e-b9472b0d9b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:27.219048 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-b51907f4-a89e-4911-bd3e-b9472b0d9b89 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84fa8dae152648e093dc8e5a4d0ef36d&device_id=7940cf29-143f-4f17-b857-4f11fd883845 HTTP/1.1" status: 200 len: 1096 time: 0.1183131 Jun 29 23:17:27.287974 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-2745787a-c3f2-486d-ad3a-a9e86fae9944 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfc1a208-56df-45d2-82a1-df09beb3af8f HTTP/1.1" status: 200 len: 217 time: 0.0578382 Jun 29 23:17:27.334155 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-6bb72766-0c4a-4ecd-a870-3d63664f2d0c req-c728b3df-b4c5-4250-bcbd-969d23de8e8a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:27.338711 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-4e411506-c941-4624-b29c-b0433d6e0bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:17:27.370530 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c728b3df-b4c5-4250-bcbd-969d23de8e8a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Pushing event deleted for resources: {'Port': ['ID=71efbaa5-e7ce-4022-9371-df6f06e7ab90,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:17:27.373741 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-c728b3df-b4c5-4250-bcbd-969d23de8e8a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:17:27.375230 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-cd4a8e2b-5420-421b-b173-ae2061c9b027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:27.376693 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-cd4a8e2b-5420-421b-b173-ae2061c9b027 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d173892-21f3-4d8b-a65f-f341f79adde1 HTTP/1.1" status: 200 len: 855 time: 0.0805836 Jun 29 23:17:27.438391 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-587f8e79-17c9-4103-857b-1d7a0862c9f1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553300 Jun 29 23:17:27.637403 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c4ad6-e705-4309-a478-3c2a90238724 req-3f33eb03-aa50-4739-8e0a-9969c5a1a154 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:27.638961 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-426c4ad6-e705-4309-a478-3c2a90238724 req-3f33eb03-aa50-4739-8e0a-9969c5a1a154 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0692713 Jun 29 23:17:27.680366 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-426c4ad6-e705-4309-a478-3c2a90238724 req-fbe90c73-5bba-4e9a-8e05-2eb035b9e1c3 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346525 Jun 29 23:17:27.840212 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bb72766-0c4a-4ecd-a870-3d63664f2d0c req-c728b3df-b4c5-4250-bcbd-969d23de8e8a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Router adf66a88-a972-4134-a833-293cc867cab5 has already been hosted by L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:17:27.846662 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-14b9428e-ba5f-41ea-bcdc-405e797ddee6 service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012723 Jun 29 23:17:28.016750 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b60effc8-b4ce-4e6c-a620-370a271ba8d3 req-a3d068ca-768d-4bfa-aafe-031d9e8716b4 service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626205 Jun 29 23:17:28.020241 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bb72766-0c4a-4ecd-a870-3d63664f2d0c req-c728b3df-b4c5-4250-bcbd-969d23de8e8a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:17:28.031460 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916c3e8a-04ac-4a3f-bbb7-e2dca964fe45 None None] Sync routers for ids ['adf66a88-a972-4134-a833-293cc867cab5'] in dv-cinder-769602-4-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:17:28.044028 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916c3e8a-04ac-4a3f-bbb7-e2dca964fe45 None None] Routers {'adf66a88-a972-4134-a833-293cc867cab5'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:17:28.045009 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-916c3e8a-04ac-4a3f-bbb7-e2dca964fe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:17:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['adf66a88-a972-4134-a833-293cc867cab5'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:17:28.098642 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb72766-0c4a-4ecd-a870-3d63664f2d0c req-c728b3df-b4c5-4250-bcbd-969d23de8e8a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] No DVR routers for this DVR port 71efbaa5-e7ce-4022-9371-df6f06e7ab90 on host hv-cinder-76960 {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:17:28.113668 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-6bb72766-0c4a-4ecd-a870-3d63664f2d0c req-c728b3df-b4c5-4250-bcbd-969d23de8e8a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:28.123749 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6bb72766-0c4a-4ecd-a870-3d63664f2d0c req-c728b3df-b4c5-4250-bcbd-969d23de8e8a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "DELETE /v2.0/ports/71efbaa5-e7ce-4022-9371-df6f06e7ab90 HTTP/1.1" status: 204 len: 173 time: 1.6817756 Jun 29 23:17:28.165463 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9e5d5-3392-4dac-8c63-89e79d530b1b req-a7f0e2dd-e1ce-497c-83c8-af943a616d45 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:28.172334 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-23e9e5d5-3392-4dac-8c63-89e79d530b1b req-a7f0e2dd-e1ce-497c-83c8-af943a616d45 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=7940cf29-143f-4f17-b857-4f11fd883845 HTTP/1.1" status: 200 len: 943 time: 0.0726402 Jun 29 23:17:28.180933 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-916c3e8a-04ac-4a3f-bbb7-e2dca964fe45 None None] Set router adf66a88-a972-4134-a833-293cc867cab5 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:17:28.188912 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7bb18a-0c38-46ad-8f98-96cb327480e4 req-77410928-6665-4207-8b78-4eea18970a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:28.195583 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6b7bb18a-0c38-46ad-8f98-96cb327480e4 req-77410928-6665-4207-8b78-4eea18970a8d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84fa8dae152648e093dc8e5a4d0ef36d&device_id=7940cf29-143f-4f17-b857-4f11fd883845 HTTP/1.1" status: 200 len: 1096 time: 0.0941656 Jun 29 23:17:28.221363 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-23e9e5d5-3392-4dac-8c63-89e79d530b1b req-689f9313-8ddb-47ef-b1fd-e6b1c3537496 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463891 Jun 29 23:17:28.296738 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7bb18a-0c38-46ad-8f98-96cb327480e4 req-623761bd-c252-4103-9159-f3a69aff348f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:28.298281 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6b7bb18a-0c38-46ad-8f98-96cb327480e4 req-623761bd-c252-4103-9159-f3a69aff348f service neutron] 10.222.0.52 "GET /v2.0/networks?id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 HTTP/1.1" status: 200 len: 916 time: 0.0961514 Jun 29 23:17:28.344429 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6b7bb18a-0c38-46ad-8f98-96cb327480e4 req-fa8d9f3b-df65-4a18-b01b-ccadf23c53b9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfc1a208-56df-45d2-82a1-df09beb3af8f HTTP/1.1" status: 200 len: 217 time: 0.0385268 Jun 29 23:17:28.396853 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-916c3e8a-04ac-4a3f-bbb7-e2dca964fe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf66a88-a972-4134-a833-293cc867cab5', 'name': 'tempest-AttachVolumeShelveTestJSON-805562870-router', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f31c9d51-f31b-43b7-a629-311269139d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'gw_port': {'id': 'f31c9d51-f31b-43b7-a629-311269139d80', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:51:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:39Z', 'updated_at': '2021-06-29T23:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': 'bb6d632e-0fff-45b5-8215-de3598d99564', 'name': '', 'network_id': '18655a20-36e7-480e-885c-1e73fb892310', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'mac_address': 'fa:16:3e:60:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '722d70ab-2523-4ee0-92c1-9e31835f606a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:44Z', 'updated_at': '2021-06-29T23:08:59Z', 'revision_number': 5, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'subnets': [{'id': '722d70ab-2523-4ee0-92c1-9e31835f606a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:17:28.398503 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7bb18a-0c38-46ad-8f98-96cb327480e4 req-40846119-245c-416e-90fc-76d5763c0a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:28.401203 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6b7bb18a-0c38-46ad-8f98-96cb327480e4 req-40846119-245c-416e-90fc-76d5763c0a38 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d173892-21f3-4d8b-a65f-f341f79adde1 HTTP/1.1" status: 200 len: 855 time: 0.0479574 Jun 29 23:17:28.424783 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916c3e8a-04ac-4a3f-bbb7-e2dca964fe45 None None] Checking router: adf66a88-a972-4134-a833-293cc867cab5 for host: dv-cinder-769602-4-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:17:28.433133 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916c3e8a-04ac-4a3f-bbb7-e2dca964fe45 None None] Routers {'adf66a88-a972-4134-a833-293cc867cab5'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:17:28.433742 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-916c3e8a-04ac-4a3f-bbb7-e2dca964fe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:17:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['adf66a88-a972-4134-a833-293cc867cab5'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:17:28.434550 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6b7bb18a-0c38-46ad-8f98-96cb327480e4 req-c69b4c13-1629-4aa2-9bae-c415a063b4a8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269787 Jun 29 23:17:28.541159 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6b7bb18a-0c38-46ad-8f98-96cb327480e4 req-425f5731-fcfd-4001-9d23-65222d58016c service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984366 Jun 29 23:17:28.552640 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-916c3e8a-04ac-4a3f-bbb7-e2dca964fe45 None None] Set router adf66a88-a972-4134-a833-293cc867cab5 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:17:28.654407 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6b7bb18a-0c38-46ad-8f98-96cb327480e4 req-3915e516-ca1e-46c3-ae8f-47ef45160ed1 service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057007 Jun 29 23:17:28.782211 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-916c3e8a-04ac-4a3f-bbb7-e2dca964fe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf66a88-a972-4134-a833-293cc867cab5', 'name': 'tempest-AttachVolumeShelveTestJSON-805562870-router', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f31c9d51-f31b-43b7-a629-311269139d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'gw_port': {'id': 'f31c9d51-f31b-43b7-a629-311269139d80', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:51:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:39Z', 'updated_at': '2021-06-29T23:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': 'bb6d632e-0fff-45b5-8215-de3598d99564', 'name': '', 'network_id': '18655a20-36e7-480e-885c-1e73fb892310', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'mac_address': 'fa:16:3e:60:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '722d70ab-2523-4ee0-92c1-9e31835f606a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:44Z', 'updated_at': '2021-06-29T23:08:59Z', 'revision_number': 5, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'subnets': [{'id': '722d70ab-2523-4ee0-92c1-9e31835f606a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:17:28.782958 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 35748) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:17:28.846470 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-937e47b0-0bbf-4f27-a9d5-eaf9ecd51e33 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:28.903238 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-937e47b0-0bbf-4f27-a9d5-eaf9ecd51e33 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:28.917289 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f19517-43f5-4b5c-b97e-6421e19fb32b req-bc71e154-de9c-4871-9fe4-79a75db6225d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:28.918290 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916c3e8a-04ac-4a3f-bbb7-e2dca964fe45 None None] The sync data for ids ['adf66a88-a972-4134-a833-293cc867cab5'] in dv-cinder-769602-4-iscsi is: [{'id': 'adf66a88-a972-4134-a833-293cc867cab5', 'name': 'tempest-AttachVolumeShelveTestJSON-805562870-router', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f31c9d51-f31b-43b7-a629-311269139d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'gw_port': {'id': 'f31c9d51-f31b-43b7-a629-311269139d80', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:51:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:39Z', 'updated_at': '2021-06-29T23:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': 'bb6d632e-0fff-45b5-8215-de3598d99564', 'name': '', 'network_id': '18655a20-36e7-480e-885c-1e73fb892310', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'mac_address': 'fa:16:3e:60:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '722d70ab-2523-4ee0-92c1-9e31835f606a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:44Z', 'updated_at': '2021-06-29T23:08:59Z', 'revision_number': 5, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'subnets': [{'id': '722d70ab-2523-4ee0-92c1-9e31835f606a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:17:28.919142 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-32f19517-43f5-4b5c-b97e-6421e19fb32b req-bc71e154-de9c-4871-9fe4-79a75db6225d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0892193 Jun 29 23:17:28.957885 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-937e47b0-0bbf-4f27-a9d5-eaf9ecd51e33 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:28.961180 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-937e47b0-0bbf-4f27-a9d5-eaf9ecd51e33 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:28.962394 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-937e47b0-0bbf-4f27-a9d5-eaf9ecd51e33 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "DELETE /v2.0/security-groups/980eb522-3460-4d5a-a1f1-33a7e43e3d33 HTTP/1.1" status: 204 len: 168 time: 0.1777132 Jun 29 23:17:28.963407 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-06e4e7fb-d7ee-4918-8498-1c79979e1327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:17:28.967331 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 35754) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:17:28.971603 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-32f19517-43f5-4b5c-b97e-6421e19fb32b req-0a2352ef-34f3-4e9e-b0cd-3da691ee339b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415418 Jun 29 23:17:28.992750 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e47b0-0bbf-4f27-a9d5-eaf9ecd51e33 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=980eb522-3460-4d5a-a1f1-33a7e43e3d33,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:17:29.005551 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.api.v2.resource [None req-563757e7-d589-4edc-92fd-95bab753435b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] show failed (client error): The resource could not be found. Jun 29 23:17:29.006702 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-563757e7-d589-4edc-92fd-95bab753435b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups/980eb522-3460-4d5a-a1f1-33a7e43e3d33 HTTP/1.1" status: 404 len: 347 time: 0.0373633 Jun 29 23:17:29.008020 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e47b0-0bbf-4f27-a9d5-eaf9ecd51e33 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:17:29.008378 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e47b0-0bbf-4f27-a9d5-eaf9ecd51e33 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:17:29.008765 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e47b0-0bbf-4f27-a9d5-eaf9ecd51e33 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:17:29.009223 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e47b0-0bbf-4f27-a9d5-eaf9ecd51e33 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:17:29.009570 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e47b0-0bbf-4f27-a9d5-eaf9ecd51e33 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:17:29.009915 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e47b0-0bbf-4f27-a9d5-eaf9ecd51e33 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:17:29.010180 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 35756) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:17:29.010293 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e47b0-0bbf-4f27-a9d5-eaf9ecd51e33 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:17:29.010619 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e47b0-0bbf-4f27-a9d5-eaf9ecd51e33 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:17:29.010960 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e47b0-0bbf-4f27-a9d5-eaf9ecd51e33 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:17:29.011299 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e47b0-0bbf-4f27-a9d5-eaf9ecd51e33 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:17:29.011638 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e47b0-0bbf-4f27-a9d5-eaf9ecd51e33 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:17:29.011974 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e47b0-0bbf-4f27-a9d5-eaf9ecd51e33 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:17:29.015157 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-937e47b0-0bbf-4f27-a9d5-eaf9ecd51e33 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:17:29.149632 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-6a7f8526-7ecd-47b0-8263-7589caa18e93 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Deleting port 60e1bd49-dc31-4406-a7ab-02cc2d5b7064 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:17:29.149970 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6a7f8526-7ecd-47b0-8263-7589caa18e93 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:29.186925 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64038709-adfd-4ee0-81e7-731cb8032eda', 'name': 'network-vif-deleted', 'tag': '71efbaa5-e7ce-4022-9371-df6f06e7ab90'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:17:29.189343 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4ff624e5b506a15852624dbd6f9127feb1aca7eb9818edaf72933b1fc2af06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc8f0f3-2ba8-48f2-847f-b0917a358db5" -d '{"events": [{"server_uuid": "64038709-adfd-4ee0-81e7-731cb8032eda", "name": "network-vif-deleted", "tag": "71efbaa5-e7ce-4022-9371-df6f06e7ab90"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:17:29.190176 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0684b76a-1123-4728-9eb4-5931d50b53e3 None None] New status for floating IP d368c6e0-becc-41d9-bb4a-8cdeccb349ad: DOWN {{(pid=93164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 23:17:29.225431 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 29 Jun 2021 23:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680358f0-daeb-4970-bc19-74376183cea4 x-openstack-request-id: req-680358f0-daeb-4970-bc19-74376183cea4 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:17:29.225768 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64038709-adfd-4ee0-81e7-731cb8032eda", "name": "network-vif-deleted", "tag": "71efbaa5-e7ce-4022-9371-df6f06e7ab90", "status": "failed", "code": 422}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:17:29.226087 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-680358f0-daeb-4970-bc19-74376183cea4 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:17:29.226606 dv-cinder-769602-4-iscsi neutron-server[93162]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '64038709-adfd-4ee0-81e7-731cb8032eda', 'name': 'network-vif-deleted', 'tag': '71efbaa5-e7ce-4022-9371-df6f06e7ab90', 'status': 'failed', 'code': 422} returned with failed status Jun 29 23:17:29.240268 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6a7f8526-7ecd-47b0-8263-7589caa18e93 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:29.240620 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6a7f8526-7ecd-47b0-8263-7589caa18e93 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:29.253475 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-6a7f8526-7ecd-47b0-8263-7589caa18e93 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Calling delete_port for 60e1bd49-dc31-4406-a7ab-02cc2d5b7064 owned by network:floatingip {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:17:29.423530 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6a7f8526-7ecd-47b0-8263-7589caa18e93 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:29.427066 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-0374097a-1d3e-4568-b794-d343da93ede0 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:17:29.459089 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f8526-7ecd-47b0-8263-7589caa18e93 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Pushing event deleted for resources: {'Port': ['ID=60e1bd49-dc31-4406-a7ab-02cc2d5b7064,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:17:29.463745 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-6a7f8526-7ecd-47b0-8263-7589caa18e93 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:17:29.479278 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8fa52-d600-4d00-9293-5974b1b2eca9 req-2bb989b8-989b-485d-aeaa-79e87b1e1bc5 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:29.479278 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b3c8fa52-d600-4d00-9293-5974b1b2eca9 req-2bb989b8-989b-485d-aeaa-79e87b1e1bc5 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=7940cf29-143f-4f17-b857-4f11fd883845 HTTP/1.1" status: 200 len: 943 time: 0.1285303 Jun 29 23:17:29.498349 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6a7f8526-7ecd-47b0-8263-7589caa18e93 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for floatingip, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:29.500780 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6a7f8526-7ecd-47b0-8263-7589caa18e93 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for floatingip, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:29.502155 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-6a7f8526-7ecd-47b0-8263-7589caa18e93 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "DELETE /v2.0/floatingips/d368c6e0-becc-41d9-bb4a-8cdeccb349ad HTTP/1.1" status: 204 len: 168 time: 0.4903510 Jun 29 23:17:29.529606 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b3c8fa52-d600-4d00-9293-5974b1b2eca9 req-19a2583d-0504-4f8c-86b4-52c72672071c tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387774 Jun 29 23:17:29.850598 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 35770) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:17:29.855247 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-882bcc27-8502-4f2f-a2d7-4dca6a291dae tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1488963351', 'description': 'tempest-description--487095542'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:17:29.878949 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-882bcc27-8502-4f2f-a2d7-4dca6a291dae tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:29.971230 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-882bcc27-8502-4f2f-a2d7-4dca6a291dae tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:29.975054 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-882bcc27-8502-4f2f-a2d7-4dca6a291dae tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:29.978436 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-522847ce-b936-4bdb-9777-25ae80f2515c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:17:30.006430 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-882bcc27-8502-4f2f-a2d7-4dca6a291dae tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:30.007640 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-882bcc27-8502-4f2f-a2d7-4dca6a291dae tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1560557 Jun 29 23:17:30.009663 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882bcc27-8502-4f2f-a2d7-4dca6a291dae tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=306b4e04-72e4-4294-85a8-9bd0fbc09184,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:17:30.010842 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 35778) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:17:30.012724 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-882bcc27-8502-4f2f-a2d7-4dca6a291dae tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:17:30.015853 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-1890f78d-7a91-4dfb-9b41-8601a4427df3 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Request body: {'security_group_rule': {'security_group_id': '306b4e04-72e4-4294-85a8-9bd0fbc09184', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:17:30.046496 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1890f78d-7a91-4dfb-9b41-8601a4427df3 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:30.094255 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1890f78d-7a91-4dfb-9b41-8601a4427df3 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:30.098111 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1890f78d-7a91-4dfb-9b41-8601a4427df3 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-377750'] for security_group_rule, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:30.100223 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-732ba659-12c8-482d-b3d7-8b76b0b3f99a tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:17:30.116728 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1890f78d-7a91-4dfb-9b41-8601a4427df3 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de7a403-4d5e-4021-8450-abb45022d446,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:17:30.120536 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-1890f78d-7a91-4dfb-9b41-8601a4427df3 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:17:30.124695 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1890f78d-7a91-4dfb-9b41-8601a4427df3 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:30.126029 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-1890f78d-7a91-4dfb-9b41-8601a4427df3 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140044 Jun 29 23:17:30.129307 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 35782) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:17:30.134504 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-b6ae3936-69d2-47f4-8a66-9eff95b29f9b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Request body: {'security_group_rule': {'security_group_id': '306b4e04-72e4-4294-85a8-9bd0fbc09184', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:17:30.164019 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b6ae3936-69d2-47f4-8a66-9eff95b29f9b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:30.178585 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ae571-34ab-4356-84b0-67bf0f1bc2c7 req-5aa74262-12f8-4356-bb60-c3859f9ca58c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:30.180192 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-834ae571-34ab-4356-84b0-67bf0f1bc2c7 req-5aa74262-12f8-4356-bb60-c3859f9ca58c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0721185 Jun 29 23:17:30.220608 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-834ae571-34ab-4356-84b0-67bf0f1bc2c7 req-e4ac6b97-35d2-4377-8026-b1055643894e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337610 Jun 29 23:17:30.231972 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b6ae3936-69d2-47f4-8a66-9eff95b29f9b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:30.235758 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b6ae3936-69d2-47f4-8a66-9eff95b29f9b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-377750'] for security_group_rule, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:30.240681 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-7b9544d5-769c-4bb7-bd9e-55c2f630f0b8 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:17:30.256387 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae3936-69d2-47f4-8a66-9eff95b29f9b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d38bb18-1fd4-4bc9-855e-ba1102ebe818,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:17:30.259022 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-b6ae3936-69d2-47f4-8a66-9eff95b29f9b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:17:30.260404 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b6ae3936-69d2-47f4-8a66-9eff95b29f9b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:30.261566 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-b6ae3936-69d2-47f4-8a66-9eff95b29f9b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1312566 Jun 29 23:17:30.264586 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 35784) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:17:30.269477 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-ffaba023-40e4-42de-bbd9-878c0af8ab50 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Request body: {'floatingip': {'floating_network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:17:30.289742 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ffaba023-40e4-42de-bbd9-878c0af8ab50 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for floatingip, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:30.384457 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ffaba023-40e4-42de-bbd9-878c0af8ab50 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:30.489853 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [None req-ffaba023-40e4-42de-bbd9-878c0af8ab50 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Allocated IP 172.27.0.124 (4f4d7b89-f14b-44bd-8c77-680ef6990266/7d983a82-3206-4a2a-9ce9-3b2c9dc20086/ff49978d-e4bb-4e83-b5d6-1470c8f3ccdb) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:17:30.593249 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ffaba023-40e4-42de-bbd9-878c0af8ab50 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:30.632149 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ffaba023-40e4-42de-bbd9-878c0af8ab50 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5732936'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:30.634209 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-7ee23468-9303-4ed8-83e6-5647d11abb34 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:17:30.702871 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaba023-40e4-42de-bbd9-878c0af8ab50 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Network 4f4d7b89-f14b-44bd-8c77-680ef6990266 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:17:30.709769 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-ffaba023-40e4-42de-bbd9-878c0af8ab50 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:17:30.712955 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaba023-40e4-42de-bbd9-878c0af8ab50 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:17:30.714790 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaba023-40e4-42de-bbd9-878c0af8ab50 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Pushing event updated for resources: {'Port': ['ID=ff49978d-e4bb-4e83-b5d6-1470c8f3ccdb,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:17:30.737266 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-ffaba023-40e4-42de-bbd9-878c0af8ab50 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:17:30.806707 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7832d-828a-4dcc-a17c-e7857f6c76b5 req-a2d77de8-7fad-4e90-ab2a-2c9d0efc4ee9 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:30.808253 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a9f7832d-828a-4dcc-a17c-e7857f6c76b5 req-a2d77de8-7fad-4e90-ab2a-2c9d0efc4ee9 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=7940cf29-143f-4f17-b857-4f11fd883845 HTTP/1.1" status: 200 len: 943 time: 0.1471672 Jun 29 23:17:30.845155 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ffaba023-40e4-42de-bbd9-878c0af8ab50 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:30.862356 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a9f7832d-828a-4dcc-a17c-e7857f6c76b5 req-66043a4a-2175-4361-ad19-45236be1d0a3 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450838 Jun 29 23:17:30.896922 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ffaba023-40e4-42de-bbd9-878c0af8ab50 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:31.056940 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ffaba023-40e4-42de-bbd9-878c0af8ab50 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:31.059407 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ffaba023-40e4-42de-bbd9-878c0af8ab50 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732986'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:31.062170 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-df17ed64-0ff1-4f8f-88f4-f9cfb2f60862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:17:31.124423 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaba023-40e4-42de-bbd9-878c0af8ab50 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Pushing event updated for resources: {'Port': ['ID=ff49978d-e4bb-4e83-b5d6-1470c8f3ccdb,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:17:31.129629 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-ffaba023-40e4-42de-bbd9-878c0af8ab50 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:17:31.136143 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ffaba023-40e4-42de-bbd9-878c0af8ab50 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484151'] for floatingip, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:31.149711 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ffaba023-40e4-42de-bbd9-878c0af8ab50 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for floatingip, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:31.150824 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-ffaba023-40e4-42de-bbd9-878c0af8ab50 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8853319 Jun 29 23:17:31.226048 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device cfc1a208-56df-45d2-82a1-df09beb3af8f details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:17:31.296269 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-e1e37fec-42e8-47d9-91c1-ad5f6037ff11 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1488963351&fields=id&tenant_id=a764af7b0ca642e4960df1bc8942167a HTTP/1.1" status: 200 len: 267 time: 0.0354497 Jun 29 23:17:31.341974 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port cfc1a208-56df-45d2-82a1-df09beb3af8f, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=cfc1a208-56df-45d2-82a1-df09beb3af8f,segment=NetworkSegment(e3f7bb9a-64ba-45aa-844e-d64cc18d706f),segment_id=e3f7bb9a-64ba-45aa-844e-d64cc18d706f)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:17:31.354356 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Returning: {'device': 'cfc1a208-56df-45d2-82a1-df09beb3af8f', 'network_id': '5d27fbb3-5d7a-4c3c-914c-7525c670a5e8', 'port_id': 'cfc1a208-56df-45d2-82a1-df09beb3af8f', 'mac_address': 'fa:16:3e:a1:84:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d173892-21f3-4d8b-a65f-f341f79adde1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:17:31.394664 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:31.402688 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3dba4-1bb4-4057-a6e0-367cde8989cb req-7d9b1a0e-07d7-414f-a6bf-16d554b6791a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:31.404411 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0fd3dba4-1bb4-4057-a6e0-367cde8989cb req-7d9b1a0e-07d7-414f-a6bf-16d554b6791a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0695593 Jun 29 23:17:31.406327 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-b9d60d73-d3d5-4002-88a1-362113ed3008 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:31.408024 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-b9d60d73-d3d5-4002-88a1-362113ed3008 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/networks?id=18655a20-36e7-480e-885c-1e73fb892310 HTTP/1.1" status: 200 len: 816 time: 0.1045299 Jun 29 23:17:31.409168 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfc1a208-56df-45d2-82a1-df09beb3af8f {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:17:31.425444 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-aa17eb3a-c6d4-4611-bc1f-fbf041e69e96 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/quotas/a764af7b0ca642e4960df1bc8942167a HTTP/1.1" status: 200 len: 375 time: 0.0108311 Jun 29 23:17:31.433239 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port cfc1a208-56df-45d2-82a1-df09beb3af8f, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=cfc1a208-56df-45d2-82a1-df09beb3af8f,segment=NetworkSegment(e3f7bb9a-64ba-45aa-844e-d64cc18d706f),segment_id=e3f7bb9a-64ba-45aa-844e-d64cc18d706f)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:17:31.437423 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:31.439225 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-8b7f0e2c-9cf0-4032-b07b-746221eab1b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:17:31.455957 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0fd3dba4-1bb4-4057-a6e0-367cde8989cb req-26f1e305-6848-40c8-81e7-d00d03a8cda0 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444641 Jun 29 23:17:31.488857 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=cfc1a208-56df-45d2-82a1-df09beb3af8f,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:17:31.495629 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:17:31.495974 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:17:31.496308 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:17:31.496661 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:17:31.496987 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:17:31.497310 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:17:31.497631 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:17:31.497947 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:17:31.498278 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:17:31.498582 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:17:31.498894 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:17:31.499205 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:17:31.503784 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:17:31.506626 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-3d038b18-c5ef-478f-ad17-617932255b2b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a764af7b0ca642e4960df1bc8942167a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0757244 Jun 29 23:17:31.642018 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-051b8d8c-274e-469f-bfb5-5c0c2f4edc03 service neutron] 10.222.0.30 "GET /v2.0/networks/18655a20-36e7-480e-885c-1e73fb892310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224926 Jun 29 23:17:31.734261 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-2d5dd34b-729e-4ca1-93d4-c5c3a8074b45 service neutron] 10.222.0.30 "GET /v2.0/networks/18655a20-36e7-480e-885c-1e73fb892310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856986 Jun 29 23:17:31.773954 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] get_ports_and_sgs() called for port_ids ['cfc1a208-56df-45d2-82a1-df09beb3af8f'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:17:31.918669 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e7607fde-1524-4554-bb6d-51264f6dcba3 req-31bd6140-4bff-4f44-b821-f621e74f47d9 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=371ac7da-c70a-4722-bff9-82315d856ae3 HTTP/1.1" status: 200 len: 210 time: 0.0295880 Jun 29 23:17:32.059512 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a15c73-3381-4c52-b205-0f6edf1b06fd req-30ecdaa1-050e-4bdd-a753-ca7080b82902 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:32.066271 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e9a15c73-3381-4c52-b205-0f6edf1b06fd req-30ecdaa1-050e-4bdd-a753-ca7080b82902 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=7940cf29-143f-4f17-b857-4f11fd883845 HTTP/1.1" status: 200 len: 944 time: 0.0758381 Jun 29 23:17:32.112602 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e9a15c73-3381-4c52-b205-0f6edf1b06fd req-76856bba-9736-4594-ad2c-4f6a706ccc3d tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386484 Jun 29 23:17:32.635689 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330249ea-cae3-4c3c-9b97-003662062d4c req-04e76a59-237c-4974-a9ab-2eac18821e6a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:32.637149 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-330249ea-cae3-4c3c-9b97-003662062d4c req-04e76a59-237c-4974-a9ab-2eac18821e6a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0643046 Jun 29 23:17:32.673961 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-330249ea-cae3-4c3c-9b97-003662062d4c req-32ab7c01-d193-4edc-a4c8-072a87adede5 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311928 Jun 29 23:17:33.027388 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-c21b5207-2ec3-49e3-9c8c-55a6ac29243e tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:33.029444 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-c21b5207-2ec3-49e3-9c8c-55a6ac29243e tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.52 "GET /v2.0/networks?id=18655a20-36e7-480e-885c-1e73fb892310 HTTP/1.1" status: 200 len: 816 time: 0.1230779 Jun 29 23:17:33.085892 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ed424001-b3a1-46c5-93da-da58b6790103 req-0b605465-c8b1-489d-bcc3-b16ce911fc90 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=371ac7da-c70a-4722-bff9-82315d856ae3 HTTP/1.1" status: 200 len: 210 time: 0.0360017 Jun 29 23:17:33.108137 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-f4bc40ac-a40a-4cc7-b9c5-277b50a1a115 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a764af7b0ca642e4960df1bc8942167a HTTP/1.1" status: 200 len: 380 time: 0.0644765 Jun 29 23:17:33.120639 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-4675147d-9cdf-4ac9-b8fd-a29ef38cae11 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Request body: {'port': {'device_id': '371ac7da-c70a-4722-bff9-82315d856ae3', 'network_id': '18655a20-36e7-480e-885c-1e73fb892310', 'admin_state_up': True, 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'security_groups': ['306b4e04-72e4-4294-85a8-9bd0fbc09184']}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:17:33.241807 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-4675147d-9cdf-4ac9-b8fd-a29ef38cae11 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Made reservation on behalf of a764af7b0ca642e4960df1bc8942167a for: {'port': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:17:33.245362 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-4675147d-9cdf-4ac9-b8fd-a29ef38cae11 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:33.258675 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device cfc1a208-56df-45d2-82a1-df09beb3af8f up at agent hyperv_hv-cinder-76960 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:17:33.299588 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20f2cc-2b2d-4978-813c-7519eeaae4b2 req-774c1c5f-e4a3-4ebc-8bd8-14ce6f392bed tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:33.301084 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ed20f2cc-2b2d-4978-813c-7519eeaae4b2 req-774c1c5f-e4a3-4ebc-8bd8-14ce6f392bed tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=7940cf29-143f-4f17-b857-4f11fd883845 HTTP/1.1" status: 200 len: 944 time: 0.0676489 Jun 29 23:17:33.316504 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Provisioning for port cfc1a208-56df-45d2-82a1-df09beb3af8f completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:17:33.321232 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Provisioning complete for port cfc1a208-56df-45d2-82a1-df09beb3af8f triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:17:33.321687 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:33.348358 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ed20f2cc-2b2d-4978-813c-7519eeaae4b2 req-679b4bd9-d657-44f0-90f3-11a77c384fc7 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388126 Jun 29 23:17:33.387136 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-4675147d-9cdf-4ac9-b8fd-a29ef38cae11 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Allocated IP 172.20.0.7 (18655a20-36e7-480e-885c-1e73fb892310/722d70ab-2523-4ee0-92c1-9e31835f606a/b9fc56fd-ffa2-42be-9e6c-ba6515b62677) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:17:33.410719 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:33.433790 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7940cf29-143f-4f17-b857-4f11fd883845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc1a208-56df-45d2-82a1-df09beb3af8f'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:17:33.436081 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc242b685774feada63a8466480188dde327850ab4a240ce00b056240626d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158b7018-c8d9-406e-8fe3-c3a9ccd1ba94" -d '{"events": [{"server_uuid": "7940cf29-143f-4f17-b857-4f11fd883845", "name": "network-vif-plugged", "status": "completed", "tag": "cfc1a208-56df-45d2-82a1-df09beb3af8f"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:17:33.449758 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port cfc1a208-56df-45d2-82a1-df09beb3af8f, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=cfc1a208-56df-45d2-82a1-df09beb3af8f,segment=NetworkSegment(e3f7bb9a-64ba-45aa-844e-d64cc18d706f),segment_id=e3f7bb9a-64ba-45aa-844e-d64cc18d706f)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:17:33.453958 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:33.456741 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:17:33.479288 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f80261-af70-434f-9593-c5ce331a9a8a x-openstack-request-id: req-14f80261-af70-434f-9593-c5ce331a9a8a {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:17:33.479663 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7940cf29-143f-4f17-b857-4f11fd883845", "name": "network-vif-plugged", "status": "completed", "tag": "cfc1a208-56df-45d2-82a1-df09beb3af8f", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:17:33.479985 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-14f80261-af70-434f-9593-c5ce331a9a8a {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:17:33.480440 dv-cinder-769602-4-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7940cf29-143f-4f17-b857-4f11fd883845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc1a208-56df-45d2-82a1-df09beb3af8f', 'code': 200} Jun 29 23:17:33.512290 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=cfc1a208-56df-45d2-82a1-df09beb3af8f,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:17:33.515179 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:17:33.534027 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-4675147d-9cdf-4ac9-b8fd-a29ef38cae11 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:33.547946 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-4675147d-9cdf-4ac9-b8fd-a29ef38cae11 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Transition to ACTIVE for port object b9fc56fd-ffa2-42be-9e6c-ba6515b62677 will not be triggered until provisioned by entity DHCP. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:17:33.583218 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-4675147d-9cdf-4ac9-b8fd-a29ef38cae11 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:33.588875 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-d1f98c74-6286-4230-b9ea-9a2a70bded2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:17:33.631844 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-4675147d-9cdf-4ac9-b8fd-a29ef38cae11 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Network 18655a20-36e7-480e-885c-1e73fb892310 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:17:33.637634 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-4675147d-9cdf-4ac9-b8fd-a29ef38cae11 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:17:33.641406 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-4675147d-9cdf-4ac9-b8fd-a29ef38cae11 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:17:33.646856 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-4675147d-9cdf-4ac9-b8fd-a29ef38cae11 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:33.647474 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-4675147d-9cdf-4ac9-b8fd-a29ef38cae11 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:33.662273 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4675147d-9cdf-4ac9-b8fd-a29ef38cae11 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Pushing event updated for resources: {'Port': ['ID=b9fc56fd-ffa2-42be-9e6c-ba6515b62677,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:17:33.665617 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-4675147d-9cdf-4ac9-b8fd-a29ef38cae11 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:17:33.670086 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-4675147d-9cdf-4ac9-b8fd-a29ef38cae11 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5563138 Jun 29 23:17:33.681761 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-e99b58fc-d730-4771-b9ce-592b0c7b2b27 service neutron] Request body: {'port': {'device_id': '371ac7da-c70a-4722-bff9-82315d856ae3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:17:33.697870 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34263a8-0939-497e-8fbc-936e0016b565 req-07455255-3307-45b3-8346-c7e9e05af845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:33.698712 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f34263a8-0939-497e-8fbc-936e0016b565 req-07455255-3307-45b3-8346-c7e9e05af845 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7940cf29-143f-4f17-b857-4f11fd883845 HTTP/1.1" status: 200 len: 1098 time: 0.0567639 Jun 29 23:17:33.750193 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f34263a8-0939-497e-8fbc-936e0016b565 req-17244da6-f916-4f7c-9513-bef41fdeb954 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424757 Jun 29 23:17:33.769985 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-e99b58fc-d730-4771-b9ce-592b0c7b2b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:33.856416 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d5892-7f38-4ee3-b837-8b823fdf32e8 req-01de7781-03f5-4716-89bf-c797601886a3 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:33.857910 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-499d5892-7f38-4ee3-b837-8b823fdf32e8 req-01de7781-03f5-4716-89bf-c797601886a3 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0656040 Jun 29 23:17:33.895618 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-499d5892-7f38-4ee3-b837-8b823fdf32e8 req-bbb531f9-ff2e-4712-8407-386741848761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312538 Jun 29 23:17:33.919496 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-258ea54c-efce-400d-ab0a-40e7c3e700da None None] Provisioning for port b9fc56fd-ffa2-42be-9e6c-ba6515b62677 completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:17:33.923188 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-258ea54c-efce-400d-ab0a-40e7c3e700da None None] Provisioning complete for port b9fc56fd-ffa2-42be-9e6c-ba6515b62677 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:17:33.923773 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-258ea54c-efce-400d-ab0a-40e7c3e700da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:33.957122 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-258ea54c-efce-400d-ab0a-40e7c3e700da None None] Port b9fc56fd-ffa2-42be-9e6c-ba6515b62677 cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:17:34.040669 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-e99b58fc-d730-4771-b9ce-592b0c7b2b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9fc56fd-ffa2-42be-9e6c-ba6515b62677 {{(pid=93162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:17:34.048303 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-e99b58fc-d730-4771-b9ce-592b0c7b2b27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:34.060032 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-e99b58fc-d730-4771-b9ce-592b0c7b2b27 service neutron] Transition to ACTIVE for port object b9fc56fd-ffa2-42be-9e6c-ba6515b62677 will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:17:34.063602 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-e99b58fc-d730-4771-b9ce-592b0c7b2b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:34.066042 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-29db34c0-ea7a-4446-b033-e1c09e8e67c9 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:17:34.145330 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b58fc-d730-4771-b9ce-592b0c7b2b27 service neutron] Pushing event updated for resources: {'Port': ['ID=b9fc56fd-ffa2-42be-9e6c-ba6515b62677,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:17:34.166270 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-e99b58fc-d730-4771-b9ce-592b0c7b2b27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:17:34.169586 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-e99b58fc-d730-4771-b9ce-592b0c7b2b27 service neutron] Attempting to bind port b9fc56fd-ffa2-42be-9e6c-ba6515b62677 on host hv-cinder-76960 for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:17:34.169968 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-e99b58fc-d730-4771-b9ce-592b0c7b2b27 service neutron] Attempting to bind port b9fc56fd-ffa2-42be-9e6c-ba6515b62677 by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': 'a915f56e-4b4b-41eb-9b6a-ec11aa4ed293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '18655a20-36e7-480e-885c-1e73fb892310'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:17:34.170389 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-e99b58fc-d730-4771-b9ce-592b0c7b2b27 service neutron] Attempting to bind port b9fc56fd-ffa2-42be-9e6c-ba6515b62677 on network 18655a20-36e7-480e-885c-1e73fb892310 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:17:34.176279 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-e99b58fc-d730-4771-b9ce-592b0c7b2b27 service neutron] Port b9fc56fd-ffa2-42be-9e6c-ba6515b62677 on network 18655a20-36e7-480e-885c-1e73fb892310 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:17:34.176747 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-e99b58fc-d730-4771-b9ce-592b0c7b2b27 service neutron] Attempting to bind port b9fc56fd-ffa2-42be-9e6c-ba6515b62677 on network 18655a20-36e7-480e-885c-1e73fb892310 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:17:34.182426 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-e99b58fc-d730-4771-b9ce-592b0c7b2b27 service neutron] Checking agent: {'id': 'a4a0778d-945d-473c-9557-d6f7decbe5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 7, 4), 'started_at': datetime.datetime(2021, 6, 29, 23, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:17:34.183026 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-e99b58fc-d730-4771-b9ce-592b0c7b2b27 service neutron] Checking segment: {'id': 'a915f56e-4b4b-41eb-9b6a-ec11aa4ed293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '18655a20-36e7-480e-885c-1e73fb892310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:17:34.183642 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-e99b58fc-d730-4771-b9ce-592b0c7b2b27 service neutron] Bound using segment: {'id': 'a915f56e-4b4b-41eb-9b6a-ec11aa4ed293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '18655a20-36e7-480e-885c-1e73fb892310'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:17:34.184322 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-e99b58fc-d730-4771-b9ce-592b0c7b2b27 service neutron] Bound port: b9fc56fd-ffa2-42be-9e6c-ba6515b62677, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a915f56e-4b4b-41eb-9b6a-ec11aa4ed293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '18655a20-36e7-480e-885c-1e73fb892310'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:17:34.184938 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-e99b58fc-d730-4771-b9ce-592b0c7b2b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:34.285572 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:34.288782 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-e99b58fc-d730-4771-b9ce-592b0c7b2b27 service neutron] For port b9fc56fd-ffa2-42be-9e6c-ba6515b62677, host hv-cinder-76960, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:17:34.302680 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-e99b58fc-d730-4771-b9ce-592b0c7b2b27 service neutron] For port b9fc56fd-ffa2-42be-9e6c-ba6515b62677, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=b9fc56fd-ffa2-42be-9e6c-ba6515b62677,segment=NetworkSegment(a915f56e-4b4b-41eb-9b6a-ec11aa4ed293),segment_id=a915f56e-4b4b-41eb-9b6a-ec11aa4ed293)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:17:34.311382 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-e99b58fc-d730-4771-b9ce-592b0c7b2b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:34.314617 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-6a8b0342-7531-4674-90f9-91230bc874c3 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:17:34.349822 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-e99b58fc-d730-4771-b9ce-592b0c7b2b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:34.350443 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-e99b58fc-d730-4771-b9ce-592b0c7b2b27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:34.351842 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-e99b58fc-d730-4771-b9ce-592b0c7b2b27 service neutron] 10.222.0.52 "PUT /v2.0/ports/b9fc56fd-ffa2-42be-9e6c-ba6515b62677 HTTP/1.1" status: 200 len: 1093 time: 0.6747038 Jun 29 23:17:34.354060 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '371ac7da-c70a-4722-bff9-82315d856ae3', 'tag': 'b9fc56fd-ffa2-42be-9e6c-ba6515b62677'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:17:34.356626 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4ff624e5b506a15852624dbd6f9127feb1aca7eb9818edaf72933b1fc2af06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ee0c59-b219-417a-89e9-35cfec7923c9" -d '{"events": [{"name": "network-changed", "server_uuid": "371ac7da-c70a-4722-bff9-82315d856ae3", "tag": "b9fc56fd-ffa2-42be-9e6c-ba6515b62677"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:17:34.381920 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6ef0a-15e3-4b85-9e22-6828068b9ae8 req-ba8babe7-9833-4719-8d0b-0ea995d59ca6 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:34.389894 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a3c6ef0a-15e3-4b85-9e22-6828068b9ae8 req-ba8babe7-9833-4719-8d0b-0ea995d59ca6 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=371ac7da-c70a-4722-bff9-82315d856ae3 HTTP/1.1" status: 200 len: 943 time: 0.1492684 Jun 29 23:17:34.412618 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b58fc-d730-4771-b9ce-592b0c7b2b27 service neutron] Pushing event updated for resources: {'Port': ['ID=b9fc56fd-ffa2-42be-9e6c-ba6515b62677,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:17:34.431059 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-e99b58fc-d730-4771-b9ce-592b0c7b2b27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:17:34.434247 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d6edae-c5c4-46c2-a5a0-5be8f05f666a x-openstack-request-id: req-29d6edae-c5c4-46c2-a5a0-5be8f05f666a {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:17:34.434567 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "371ac7da-c70a-4722-bff9-82315d856ae3", "tag": "b9fc56fd-ffa2-42be-9e6c-ba6515b62677", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:17:34.435097 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-29d6edae-c5c4-46c2-a5a0-5be8f05f666a {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:17:34.435443 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '371ac7da-c70a-4722-bff9-82315d856ae3', 'tag': 'b9fc56fd-ffa2-42be-9e6c-ba6515b62677', 'status': 'completed', 'code': 200} Jun 29 23:17:34.479799 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a3c6ef0a-15e3-4b85-9e22-6828068b9ae8 req-11b41cf4-53fc-454b-8b41-0990d7fd03bd tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=306b4e04-72e4-4294-85a8-9bd0fbc09184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781808 Jun 29 23:17:34.518473 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-978af10a-f1e7-410b-8665-c0662325fde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:34.519996 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-978af10a-f1e7-410b-8665-c0662325fde5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a764af7b0ca642e4960df1bc8942167a&device_id=371ac7da-c70a-4722-bff9-82315d856ae3 HTTP/1.1" status: 200 len: 1096 time: 0.1089427 Jun 29 23:17:34.563169 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-4b05c643-e4c7-437c-a100-9450e8954edf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9fc56fd-ffa2-42be-9e6c-ba6515b62677 HTTP/1.1" status: 200 len: 217 time: 0.0354950 Jun 29 23:17:34.601777 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63749f-cd19-404c-bc70-e43ef6215fbb req-4d4bd651-e557-4085-945e-1f64c4b0c369 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:34.603256 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5d63749f-cd19-404c-bc70-e43ef6215fbb req-4d4bd651-e557-4085-945e-1f64c4b0c369 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=7940cf29-143f-4f17-b857-4f11fd883845 HTTP/1.1" status: 200 len: 945 time: 0.0663588 Jun 29 23:17:34.612857 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-208edfea-b07f-43b3-b844-da6badd4a97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:34.614336 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-208edfea-b07f-43b3-b844-da6badd4a97b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=722d70ab-2523-4ee0-92c1-9e31835f606a HTTP/1.1" status: 200 len: 855 time: 0.0433843 Jun 29 23:17:34.643504 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5d63749f-cd19-404c-bc70-e43ef6215fbb req-ed3ccca4-00c3-4fe4-983e-e515366c2b31 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338998 Jun 29 23:17:34.687291 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-be12a5c4-6308-41cc-9e97-70a03988c56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:34.689609 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-be12a5c4-6308-41cc-9e97-70a03988c56b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=18655a20-36e7-480e-885c-1e73fb892310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0605922 Jun 29 23:17:34.794945 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-d8d7172f-fbe2-432c-b87a-5c3105f29d38 service neutron] 10.222.0.52 "GET /v2.0/networks/18655a20-36e7-480e-885c-1e73fb892310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949230 Jun 29 23:17:34.889810 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8b853b1c-9b9c-4e10-bf51-500deca847d7 req-31477082-b868-4ffb-a7a5-6806c28cbe6a service neutron] 10.222.0.52 "GET /v2.0/networks/18655a20-36e7-480e-885c-1e73fb892310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870228 Jun 29 23:17:34.990414 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee0c59-b219-417a-89e9-35cfec7923c9 req-47d1c341-944b-43f9-bb5f-4e417ab14f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:34.992068 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c4ee0c59-b219-417a-89e9-35cfec7923c9 req-47d1c341-944b-43f9-bb5f-4e417ab14f27 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a764af7b0ca642e4960df1bc8942167a&device_id=371ac7da-c70a-4722-bff9-82315d856ae3 HTTP/1.1" status: 200 len: 1096 time: 0.0535405 Jun 29 23:17:35.123252 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee0c59-b219-417a-89e9-35cfec7923c9 req-c0011ceb-e16d-4286-8d13-322c9063934f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:35.124770 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c4ee0c59-b219-417a-89e9-35cfec7923c9 req-c0011ceb-e16d-4286-8d13-322c9063934f service neutron] 10.222.0.52 "GET /v2.0/networks?id=18655a20-36e7-480e-885c-1e73fb892310 HTTP/1.1" status: 200 len: 917 time: 0.1259403 Jun 29 23:17:35.136716 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27ec14-131a-4e87-8344-6861c91dac2b req-bbdfdfad-3a51-4b26-95bb-b6abf18d4694 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:35.138084 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6e27ec14-131a-4e87-8344-6861c91dac2b req-bbdfdfad-3a51-4b26-95bb-b6abf18d4694 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.1219299 Jun 29 23:17:35.179107 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c4ee0c59-b219-417a-89e9-35cfec7923c9 req-964aaef9-dc0d-4613-a765-68893bf441a5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9fc56fd-ffa2-42be-9e6c-ba6515b62677 HTTP/1.1" status: 200 len: 217 time: 0.0400994 Jun 29 23:17:35.236294 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6e27ec14-131a-4e87-8344-6861c91dac2b req-a81bff25-f16b-4c2d-b81c-dbfefa00785d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0901566 Jun 29 23:17:35.252997 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee0c59-b219-417a-89e9-35cfec7923c9 req-e5f4dfb6-5dc9-44a5-8381-30913382c581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:35.254467 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c4ee0c59-b219-417a-89e9-35cfec7923c9 req-e5f4dfb6-5dc9-44a5-8381-30913382c581 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=722d70ab-2523-4ee0-92c1-9e31835f606a HTTP/1.1" status: 200 len: 855 time: 0.0675757 Jun 29 23:17:35.311793 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee0c59-b219-417a-89e9-35cfec7923c9 req-1f9e729f-b486-4e31-a97b-04c7efa480e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:35.313355 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c4ee0c59-b219-417a-89e9-35cfec7923c9 req-1f9e729f-b486-4e31-a97b-04c7efa480e5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=18655a20-36e7-480e-885c-1e73fb892310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520148 Jun 29 23:17:35.399736 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c4ee0c59-b219-417a-89e9-35cfec7923c9 req-4ae8f01c-1589-4d07-b85f-f871efd0fe33 service neutron] 10.222.0.52 "GET /v2.0/networks/18655a20-36e7-480e-885c-1e73fb892310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789590 Jun 29 23:17:35.492317 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c4ee0c59-b219-417a-89e9-35cfec7923c9 req-40b37030-75b5-4b6e-b77a-ed6609da89e0 service neutron] 10.222.0.52 "GET /v2.0/networks/18655a20-36e7-480e-885c-1e73fb892310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854115 Jun 29 23:17:35.660588 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205e096-e271-43a9-9b34-897a2d4eb83d req-efa2d9ca-7421-4adc-ada7-5d49ad4cf07c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:35.662041 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6205e096-e271-43a9-9b34-897a2d4eb83d req-efa2d9ca-7421-4adc-ada7-5d49ad4cf07c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=371ac7da-c70a-4722-bff9-82315d856ae3 HTTP/1.1" status: 200 len: 943 time: 0.0618250 Jun 29 23:17:35.699036 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6205e096-e271-43a9-9b34-897a2d4eb83d req-9c4093b0-3c83-48d1-b190-c97ba0afc941 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=306b4e04-72e4-4294-85a8-9bd0fbc09184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313125 Jun 29 23:17:35.814904 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85716d42-4310-4fd9-b8ef-2166b362835b req-16af5e48-70a3-4f27-b9e1-5754e5f0c75a tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:35.817155 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-85716d42-4310-4fd9-b8ef-2166b362835b req-16af5e48-70a3-4f27-b9e1-5754e5f0c75a tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=7940cf29-143f-4f17-b857-4f11fd883845 HTTP/1.1" status: 200 len: 945 time: 0.0611513 Jun 29 23:17:35.854872 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-85716d42-4310-4fd9-b8ef-2166b362835b req-e010aaee-094f-4645-bdd6-98129e9a6b5d tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316944 Jun 29 23:17:36.409439 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c5757-686d-48dd-a3fd-f5c4618fbe39 req-f5103c57-e6ab-4ce6-af02-345d436a16fe tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:36.410889 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a90c5757-686d-48dd-a3fd-f5c4618fbe39 req-f5103c57-e6ab-4ce6-af02-345d436a16fe tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0626211 Jun 29 23:17:36.451319 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a90c5757-686d-48dd-a3fd-f5c4618fbe39 req-b13d279d-faa1-4978-b86c-a4fcfdf7e281 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348575 Jun 29 23:17:36.877682 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ca162-1efd-433c-b535-de123657a66e req-9cf9ec7d-971f-4a2b-a3e3-d98bf952a05f tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:36.879155 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0e6ca162-1efd-433c-b535-de123657a66e req-9cf9ec7d-971f-4a2b-a3e3-d98bf952a05f tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=371ac7da-c70a-4722-bff9-82315d856ae3 HTTP/1.1" status: 200 len: 943 time: 0.0665252 Jun 29 23:17:36.915605 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0e6ca162-1efd-433c-b535-de123657a66e req-bf256e85-cb62-4bfd-991d-80f1329b9468 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=306b4e04-72e4-4294-85a8-9bd0fbc09184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308623 Jun 29 23:17:37.273525 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device b9fc56fd-ffa2-42be-9e6c-ba6515b62677 details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:17:37.373426 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port b9fc56fd-ffa2-42be-9e6c-ba6515b62677, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=b9fc56fd-ffa2-42be-9e6c-ba6515b62677,segment=NetworkSegment(a915f56e-4b4b-41eb-9b6a-ec11aa4ed293),segment_id=a915f56e-4b4b-41eb-9b6a-ec11aa4ed293)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:17:37.384927 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Returning: {'device': 'b9fc56fd-ffa2-42be-9e6c-ba6515b62677', 'network_id': '18655a20-36e7-480e-885c-1e73fb892310', 'port_id': 'b9fc56fd-ffa2-42be-9e6c-ba6515b62677', 'mac_address': 'fa:16:3e:c8:a9:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '722d70ab-2523-4ee0-92c1-9e31835f606a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:17:37.421879 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:37.434556 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9fc56fd-ffa2-42be-9e6c-ba6515b62677 {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:17:37.457919 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port b9fc56fd-ffa2-42be-9e6c-ba6515b62677, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=b9fc56fd-ffa2-42be-9e6c-ba6515b62677,segment=NetworkSegment(a915f56e-4b4b-41eb-9b6a-ec11aa4ed293),segment_id=a915f56e-4b4b-41eb-9b6a-ec11aa4ed293)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:17:37.462311 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:37.464082 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:17:37.509367 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=b9fc56fd-ffa2-42be-9e6c-ba6515b62677,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:17:37.512356 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:17:37.625356 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29a566-892c-41e7-ae36-a4fbec109140 req-278c8baa-d067-4502-bc8f-60ffff121a75 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:37.627014 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7f29a566-892c-41e7-ae36-a4fbec109140 req-278c8baa-d067-4502-bc8f-60ffff121a75 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0630763 Jun 29 23:17:37.666245 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7f29a566-892c-41e7-ae36-a4fbec109140 req-e772e0e8-5716-467c-bc5c-3b915d95186f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327783 Jun 29 23:17:37.748066 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] get_ports_and_sgs() called for port_ids ['b9fc56fd-ffa2-42be-9e6c-ba6515b62677'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:17:38.098671 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a652ed-5766-4d20-a7a6-6b63217f0af1 req-8dd6dab4-20b8-439b-ac54-b8015574d4eb tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:38.100153 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-78a652ed-5766-4d20-a7a6-6b63217f0af1 req-8dd6dab4-20b8-439b-ac54-b8015574d4eb tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=371ac7da-c70a-4722-bff9-82315d856ae3 HTTP/1.1" status: 200 len: 944 time: 0.0648971 Jun 29 23:17:38.136799 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-78a652ed-5766-4d20-a7a6-6b63217f0af1 req-76d8fe13-d530-416c-8c64-5c9659ac7c82 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=306b4e04-72e4-4294-85a8-9bd0fbc09184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309317 Jun 29 23:17:38.838890 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb5db3-c338-43c3-b5e3-00b7ed765358 req-0a7c7065-d80d-4460-ae82-69315404fe24 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:38.840236 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c3bb5db3-c338-43c3-b5e3-00b7ed765358 req-0a7c7065-d80d-4460-ae82-69315404fe24 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0620377 Jun 29 23:17:38.877435 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c3bb5db3-c338-43c3-b5e3-00b7ed765358 req-30a5312a-abc4-4fbf-9dd7-e6eeb285ab62 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309675 Jun 29 23:17:39.286838 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device b9fc56fd-ffa2-42be-9e6c-ba6515b62677 up at agent hyperv_hv-cinder-76960 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:17:39.316245 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14272568-c9e8-4b4f-9a3a-f763e01f2242 req-3f5b66f9-de06-4d93-98c0-bc4b02393daa tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:39.317791 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-14272568-c9e8-4b4f-9a3a-f763e01f2242 req-3f5b66f9-de06-4d93-98c0-bc4b02393daa tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=371ac7da-c70a-4722-bff9-82315d856ae3 HTTP/1.1" status: 200 len: 944 time: 0.0655043 Jun 29 23:17:39.341285 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Provisioning for port b9fc56fd-ffa2-42be-9e6c-ba6515b62677 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:17:39.347093 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Provisioning complete for port b9fc56fd-ffa2-42be-9e6c-ba6515b62677 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:17:39.347478 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:39.370948 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-14272568-c9e8-4b4f-9a3a-f763e01f2242 req-9cbdab3b-a5a7-46f6-866a-d236270dee68 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=306b4e04-72e4-4294-85a8-9bd0fbc09184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463936 Jun 29 23:17:39.423758 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:39.451293 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '371ac7da-c70a-4722-bff9-82315d856ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fc56fd-ffa2-42be-9e6c-ba6515b62677'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:17:39.451293 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc242b685774feada63a8466480188dde327850ab4a240ce00b056240626d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4d1e11-fe2a-4772-946a-fc33dbfab09f" -d '{"events": [{"server_uuid": "371ac7da-c70a-4722-bff9-82315d856ae3", "name": "network-vif-plugged", "status": "completed", "tag": "b9fc56fd-ffa2-42be-9e6c-ba6515b62677"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:17:39.462145 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port b9fc56fd-ffa2-42be-9e6c-ba6515b62677, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=b9fc56fd-ffa2-42be-9e6c-ba6515b62677,segment=NetworkSegment(a915f56e-4b4b-41eb-9b6a-ec11aa4ed293),segment_id=a915f56e-4b4b-41eb-9b6a-ec11aa4ed293)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:17:39.467249 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:39.469162 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:17:39.498363 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f476bba7-167f-4e8b-bb05-f05dd48754b5 x-openstack-request-id: req-f476bba7-167f-4e8b-bb05-f05dd48754b5 {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:17:39.498363 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "371ac7da-c70a-4722-bff9-82315d856ae3", "name": "network-vif-plugged", "status": "completed", "tag": "b9fc56fd-ffa2-42be-9e6c-ba6515b62677", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:17:39.498363 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f476bba7-167f-4e8b-bb05-f05dd48754b5 {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:17:39.498363 dv-cinder-769602-4-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '371ac7da-c70a-4722-bff9-82315d856ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fc56fd-ffa2-42be-9e6c-ba6515b62677', 'code': 200} Jun 29 23:17:39.524519 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=b9fc56fd-ffa2-42be-9e6c-ba6515b62677,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:17:39.527675 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:17:39.702789 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5e7fa-8fea-4a98-9932-9c478b6599fd req-97bb1470-80d7-4b5d-9271-d69da069ed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:39.704144 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-42e5e7fa-8fea-4a98-9932-9c478b6599fd req-97bb1470-80d7-4b5d-9271-d69da069ed3d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=371ac7da-c70a-4722-bff9-82315d856ae3 HTTP/1.1" status: 200 len: 1098 time: 0.0502238 Jun 29 23:17:39.740601 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-42e5e7fa-8fea-4a98-9932-9c478b6599fd req-a2bff3c1-cd43-4761-a9d9-dddb066121bc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=306b4e04-72e4-4294-85a8-9bd0fbc09184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288305 Jun 29 23:17:40.045094 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b8de5-a027-44e8-9044-94df49ebc825 req-93d5988c-3e12-43c9-8582-b4328dab6dbd tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:40.046466 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0c1b8de5-a027-44e8-9044-94df49ebc825 req-93d5988c-3e12-43c9-8582-b4328dab6dbd tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0624077 Jun 29 23:17:40.083417 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0c1b8de5-a027-44e8-9044-94df49ebc825 req-a4c6021e-43bb-4d02-a57b-80b08d242dd1 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313129 Jun 29 23:17:40.760446 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ff70e-4954-48cd-876d-46e829e3ebbb req-f497782b-4ef5-4f82-986c-b6ea955dcf4b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:40.761981 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e01ff70e-4954-48cd-876d-46e829e3ebbb req-f497782b-4ef5-4f82-986c-b6ea955dcf4b tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=371ac7da-c70a-4722-bff9-82315d856ae3 HTTP/1.1" status: 200 len: 945 time: 0.2767844 Jun 29 23:17:40.801393 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e01ff70e-4954-48cd-876d-46e829e3ebbb req-6c9b869c-3c96-4e43-9b2a-600ad66b2f15 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=306b4e04-72e4-4294-85a8-9bd0fbc09184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338154 Jun 29 23:17:41.262315 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5753ed-f496-4b2a-99cc-f576edeff685 req-fa2e5aea-0b03-49e1-b34d-07a06852c618 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:41.263850 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1d5753ed-f496-4b2a-99cc-f576edeff685 req-fa2e5aea-0b03-49e1-b34d-07a06852c618 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0722382 Jun 29 23:17:41.301237 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1d5753ed-f496-4b2a-99cc-f576edeff685 req-e06c187f-46ca-49fc-86dd-5aaa8a2f50f4 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317614 Jun 29 23:17:41.985432 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cc05d-5802-411a-a484-af274011a439 req-1fd097c5-27a7-4608-bd78-3edd730b1220 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:41.987054 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ff6cc05d-5802-411a-a484-af274011a439 req-1fd097c5-27a7-4608-bd78-3edd730b1220 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=371ac7da-c70a-4722-bff9-82315d856ae3 HTTP/1.1" status: 200 len: 945 time: 0.0620918 Jun 29 23:17:42.024216 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ff6cc05d-5802-411a-a484-af274011a439 req-2185e85e-a683-43fb-8553-32cbc932d3d1 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=306b4e04-72e4-4294-85a8-9bd0fbc09184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313885 Jun 29 23:17:42.193214 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295b862-4eda-496b-9567-6531aaf37b7c req-743a2f55-6b70-4c87-bb3d-b9a5e2a833a9 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:42.194790 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c295b862-4eda-496b-9567-6531aaf37b7c req-743a2f55-6b70-4c87-bb3d-b9a5e2a833a9 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=371ac7da-c70a-4722-bff9-82315d856ae3 HTTP/1.1" status: 200 len: 945 time: 0.0622079 Jun 29 23:17:42.202813 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 35992) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:17:42.207163 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-6876b79d-61ec-412d-a003-bc1d1448a6b1 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Request body: {'floatingip': {'port_id': 'b9fc56fd-ffa2-42be-9e6c-ba6515b62677'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:17:42.246093 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6876b79d-61ec-412d-a003-bc1d1448a6b1 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for floatingip, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:42.482846 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b0599-0c25-4034-971d-830ecd885ba3 req-f25a46c0-7009-40a6-a03b-11b9ed7dee0e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:42.484486 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6b0b0599-0c25-4034-971d-830ecd885ba3 req-f25a46c0-7009-40a6-a03b-11b9ed7dee0e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0708046 Jun 29 23:17:42.525216 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6b0b0599-0c25-4034-971d-830ecd885ba3 req-77ab5252-5ecc-4f0f-a0c0-eb9ad4336016 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344083 Jun 29 23:17:42.978187 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6876b79d-61ec-412d-a003-bc1d1448a6b1 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:42.983042 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6876b79d-61ec-412d-a003-bc1d1448a6b1 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484151'] for floatingip, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:43.081155 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.db.l3_db [None req-6876b79d-61ec-412d-a003-bc1d1448a6b1 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Floating IP aa65fc05-e423-4f3a-a8d4-987696de5782 associated. External IP: 172.27.0.124, port: b9fc56fd-ffa2-42be-9e6c-ba6515b62677. Jun 29 23:17:43.280905 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6876b79d-61ec-412d-a003-bc1d1448a6b1 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Router adf66a88-a972-4134-a833-293cc867cab5 has already been hosted by L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:17:43.385011 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6876b79d-61ec-412d-a003-bc1d1448a6b1 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:17:43.389456 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6876b79d-61ec-412d-a003-bc1d1448a6b1 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for floatingip, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:43.394666 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b21478-56b9-4169-9089-6d6f8ccb5c9e None None] Sync routers for ids ['adf66a88-a972-4134-a833-293cc867cab5'] in dv-cinder-769602-4-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:17:43.403963 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b21478-56b9-4169-9089-6d6f8ccb5c9e None None] Routers {'adf66a88-a972-4134-a833-293cc867cab5'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:17:43.404585 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-b0b21478-56b9-4169-9089-6d6f8ccb5c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:17:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['adf66a88-a972-4134-a833-293cc867cab5'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:17:43.425034 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-6876b79d-61ec-412d-a003-bc1d1448a6b1 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "PUT /v2.0/floatingips/aa65fc05-e423-4f3a-a8d4-987696de5782 HTTP/1.1" status: 200 len: 991 time: 1.2211702 Jun 29 23:17:43.425756 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '371ac7da-c70a-4722-bff9-82315d856ae3', 'tag': 'b9fc56fd-ffa2-42be-9e6c-ba6515b62677'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:17:43.428072 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4ff624e5b506a15852624dbd6f9127feb1aca7eb9818edaf72933b1fc2af06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff7486f-bcfb-4520-981e-36ca9df2c795" -d '{"events": [{"name": "network-changed", "server_uuid": "371ac7da-c70a-4722-bff9-82315d856ae3", "tag": "b9fc56fd-ffa2-42be-9e6c-ba6515b62677"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:17:43.512268 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-b0b21478-56b9-4169-9089-6d6f8ccb5c9e None None] Set router adf66a88-a972-4134-a833-293cc867cab5 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:17:43.641346 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e531178-71fa-42e1-b692-5be3d437a55f x-openstack-request-id: req-7e531178-71fa-42e1-b692-5be3d437a55f {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:17:43.641918 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "371ac7da-c70a-4722-bff9-82315d856ae3", "tag": "b9fc56fd-ffa2-42be-9e6c-ba6515b62677", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:17:43.642474 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7e531178-71fa-42e1-b692-5be3d437a55f {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:17:43.643110 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '371ac7da-c70a-4722-bff9-82315d856ae3', 'tag': 'b9fc56fd-ffa2-42be-9e6c-ba6515b62677', 'status': 'completed', 'code': 200} Jun 29 23:17:43.777266 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6065279-98aa-4a4e-81bf-f4ba7b3df3b1 req-6135a2e8-2c34-46ed-9b4e-62755ca21bcd tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:43.778756 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a6065279-98aa-4a4e-81bf-f4ba7b3df3b1 req-6135a2e8-2c34-46ed-9b4e-62755ca21bcd tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.1185789 Jun 29 23:17:43.779660 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-b0b21478-56b9-4169-9089-6d6f8ccb5c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf66a88-a972-4134-a833-293cc867cab5', 'name': 'tempest-AttachVolumeShelveTestJSON-805562870-router', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f31c9d51-f31b-43b7-a629-311269139d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'gw_port': {'id': 'f31c9d51-f31b-43b7-a629-311269139d80', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:51:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:39Z', 'updated_at': '2021-06-29T23:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_floatingips': [{'id': 'aa65fc05-e423-4f3a-a8d4-987696de5782', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'router_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'port_id': 'b9fc56fd-ffa2-42be-9e6c-ba6515b62677', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18655a20-36e7-480e-885c-1e73fb892310', 'mac_address': 'fa:16:3e:c8:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371ac7da-c70a-4722-bff9-82315d856ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:17:30Z', 'updated_at': '2021-06-29T23:17:42Z', 'revision_number': 1, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb6d632e-0fff-45b5-8215-de3598d99564', 'name': '', 'network_id': '18655a20-36e7-480e-885c-1e73fb892310', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'mac_address': 'fa:16:3e:60:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '722d70ab-2523-4ee0-92c1-9e31835f606a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:44Z', 'updated_at': '2021-06-29T23:08:59Z', 'revision_number': 5, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'subnets': [{'id': '722d70ab-2523-4ee0-92c1-9e31835f606a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:17:43.785102 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7486f-bcfb-4520-981e-36ca9df2c795 req-6ba7e91c-0f2f-4c6f-95e5-29d3442d0994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:43.786714 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-dff7486f-bcfb-4520-981e-36ca9df2c795 req-6ba7e91c-0f2f-4c6f-95e5-29d3442d0994 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a764af7b0ca642e4960df1bc8942167a&device_id=371ac7da-c70a-4722-bff9-82315d856ae3 HTTP/1.1" status: 200 len: 1098 time: 0.0961196 Jun 29 23:17:43.807619 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b21478-56b9-4169-9089-6d6f8ccb5c9e None None] Checking router: adf66a88-a972-4134-a833-293cc867cab5 for host: dv-cinder-769602-4-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:17:43.816842 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b21478-56b9-4169-9089-6d6f8ccb5c9e None None] Routers {'adf66a88-a972-4134-a833-293cc867cab5'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:17:43.816842 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-b0b21478-56b9-4169-9089-6d6f8ccb5c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:17:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['adf66a88-a972-4134-a833-293cc867cab5'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:17:43.867381 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a6065279-98aa-4a4e-81bf-f4ba7b3df3b1 req-ef4be6de-032c-4e51-8d0c-6f3891310c48 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0797155 Jun 29 23:17:43.903385 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7486f-bcfb-4520-981e-36ca9df2c795 req-6c16ff13-23a0-4167-84a8-b6afa3c998b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:43.904883 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-dff7486f-bcfb-4520-981e-36ca9df2c795 req-6c16ff13-23a0-4167-84a8-b6afa3c998b9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=18655a20-36e7-480e-885c-1e73fb892310 HTTP/1.1" status: 200 len: 917 time: 0.1103625 Jun 29 23:17:43.921469 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-b0b21478-56b9-4169-9089-6d6f8ccb5c9e None None] Set router adf66a88-a972-4134-a833-293cc867cab5 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:17:43.972067 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-dff7486f-bcfb-4520-981e-36ca9df2c795 req-c1f2a3a6-de04-43ec-a75a-a8c387ab4353 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9fc56fd-ffa2-42be-9e6c-ba6515b62677 HTTP/1.1" status: 200 len: 999 time: 0.0590930 Jun 29 23:17:44.020761 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7486f-bcfb-4520-981e-36ca9df2c795 req-8411a1a6-e57a-4357-bb44-712356483271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:44.022384 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-dff7486f-bcfb-4520-981e-36ca9df2c795 req-8411a1a6-e57a-4357-bb44-712356483271 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=722d70ab-2523-4ee0-92c1-9e31835f606a HTTP/1.1" status: 200 len: 855 time: 0.0444360 Jun 29 23:17:44.082089 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7486f-bcfb-4520-981e-36ca9df2c795 req-82238e24-8e73-452d-b29e-d63664b588db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:44.083504 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-dff7486f-bcfb-4520-981e-36ca9df2c795 req-82238e24-8e73-452d-b29e-d63664b588db service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=18655a20-36e7-480e-885c-1e73fb892310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554533 Jun 29 23:17:44.155746 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-b0b21478-56b9-4169-9089-6d6f8ccb5c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf66a88-a972-4134-a833-293cc867cab5', 'name': 'tempest-AttachVolumeShelveTestJSON-805562870-router', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f31c9d51-f31b-43b7-a629-311269139d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'gw_port': {'id': 'f31c9d51-f31b-43b7-a629-311269139d80', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:51:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:39Z', 'updated_at': '2021-06-29T23:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_floatingips': [{'id': 'aa65fc05-e423-4f3a-a8d4-987696de5782', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'router_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'port_id': 'b9fc56fd-ffa2-42be-9e6c-ba6515b62677', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18655a20-36e7-480e-885c-1e73fb892310', 'mac_address': 'fa:16:3e:c8:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371ac7da-c70a-4722-bff9-82315d856ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:17:30Z', 'updated_at': '2021-06-29T23:17:42Z', 'revision_number': 1, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb6d632e-0fff-45b5-8215-de3598d99564', 'name': '', 'network_id': '18655a20-36e7-480e-885c-1e73fb892310', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'mac_address': 'fa:16:3e:60:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '722d70ab-2523-4ee0-92c1-9e31835f606a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:44Z', 'updated_at': '2021-06-29T23:08:59Z', 'revision_number': 5, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'subnets': [{'id': '722d70ab-2523-4ee0-92c1-9e31835f606a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:17:44.170960 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-dff7486f-bcfb-4520-981e-36ca9df2c795 req-9bc0b19a-cc0b-4cef-975a-9d9003d131d8 service neutron] 10.222.0.52 "GET /v2.0/networks/18655a20-36e7-480e-885c-1e73fb892310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813851 Jun 29 23:17:44.182246 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b21478-56b9-4169-9089-6d6f8ccb5c9e None None] The sync data for ids ['adf66a88-a972-4134-a833-293cc867cab5'] in dv-cinder-769602-4-iscsi is: [{'id': 'adf66a88-a972-4134-a833-293cc867cab5', 'name': 'tempest-AttachVolumeShelveTestJSON-805562870-router', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f31c9d51-f31b-43b7-a629-311269139d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'gw_port': {'id': 'f31c9d51-f31b-43b7-a629-311269139d80', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:51:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:39Z', 'updated_at': '2021-06-29T23:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_floatingips': [{'id': 'aa65fc05-e423-4f3a-a8d4-987696de5782', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'router_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'port_id': 'b9fc56fd-ffa2-42be-9e6c-ba6515b62677', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18655a20-36e7-480e-885c-1e73fb892310', 'mac_address': 'fa:16:3e:c8:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371ac7da-c70a-4722-bff9-82315d856ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:17:30Z', 'updated_at': '2021-06-29T23:17:42Z', 'revision_number': 1, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb6d632e-0fff-45b5-8215-de3598d99564', 'name': '', 'network_id': '18655a20-36e7-480e-885c-1e73fb892310', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'mac_address': 'fa:16:3e:60:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '722d70ab-2523-4ee0-92c1-9e31835f606a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:44Z', 'updated_at': '2021-06-29T23:08:59Z', 'revision_number': 5, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'subnets': [{'id': '722d70ab-2523-4ee0-92c1-9e31835f606a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:17:44.271936 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-dff7486f-bcfb-4520-981e-36ca9df2c795 req-e40828c5-460b-4309-9abe-37cccc48cc7c service neutron] 10.222.0.52 "GET /v2.0/networks/18655a20-36e7-480e-885c-1e73fb892310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924268 Jun 29 23:17:44.358069 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62ea145-d745-43ec-8e98-23690ef1b797 None None] New status for floating IP aa65fc05-e423-4f3a-a8d4-987696de5782: ACTIVE {{(pid=93164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 23:17:45.035655 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 36046) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:17:45.049176 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d68a0-b4db-4304-8476-557ebe8c04d5 req-3b50b30a-d095-460c-9e65-b5e5a71479c3 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:45.050659 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-438d68a0-b4db-4304-8476-557ebe8c04d5 req-3b50b30a-d095-460c-9e65-b5e5a71479c3 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0684481 Jun 29 23:17:45.096235 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-438d68a0-b4db-4304-8476-557ebe8c04d5 req-bca02f9c-6fc8-434f-8b8b-6717c66fac10 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397179 Jun 29 23:17:45.172711 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-2501b5e3-a97a-4cd1-8736-1689ec3acfaa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1fde5b8642754aed87efa8bff8e5b760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1358261 Jun 29 23:17:45.175293 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 36050) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:17:45.226069 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-081e9861-b89f-4428-a94a-c3108583d935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:45.245993 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-081e9861-b89f-4428-a94a-c3108583d935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:45.290904 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-081e9861-b89f-4428-a94a-c3108583d935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:45.293473 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-081e9861-b89f-4428-a94a-c3108583d935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:45.294626 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-081e9861-b89f-4428-a94a-c3108583d935 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5fd260bf-47de-47b2-8c13-8cdf2d3de72b HTTP/1.1" status: 204 len: 168 time: 0.1184232 Jun 29 23:17:45.295381 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-808eb151-c4d4-42c6-b038-eb1c15300f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:17:45.302958 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e9861-b89f-4428-a94a-c3108583d935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd260bf-47de-47b2-8c13-8cdf2d3de72b,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:17:45.305317 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-081e9861-b89f-4428-a94a-c3108583d935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:17:46.272806 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52344d36-bec3-455b-84a0-a03212255fa0 req-e57d9fbb-2207-4ed6-ab18-5e9b3d4a5809 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:46.274302 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-52344d36-bec3-455b-84a0-a03212255fa0 req-e57d9fbb-2207-4ed6-ab18-5e9b3d4a5809 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0646532 Jun 29 23:17:46.310626 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-52344d36-bec3-455b-84a0-a03212255fa0 req-c91f81f6-c93a-4b67-b4c9-2c280a14bf1b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307868 Jun 29 23:17:47.134105 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-fd4fe8b6-10b8-4353-bc53-56effeb4e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:47.478860 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc3d81-db65-4663-b780-4107e9c9bff8 req-5fc72fcc-a952-4c78-9ac2-80a0d828c8b8 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:47.480240 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c0cc3d81-db65-4663-b780-4107e9c9bff8 req-5fc72fcc-a952-4c78-9ac2-80a0d828c8b8 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0614259 Jun 29 23:17:47.521340 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c0cc3d81-db65-4663-b780-4107e9c9bff8 req-4a81d66b-2bb1-474c-bf41-83496bb6b530 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352805 Jun 29 23:17:48.689958 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded42da-0452-4ddd-903e-49d5b5fb0165 req-675a149d-53a7-489c-8a1e-70c41c4da5ee tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:48.691487 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8ded42da-0452-4ddd-903e-49d5b5fb0165 req-675a149d-53a7-489c-8a1e-70c41c4da5ee tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0617912 Jun 29 23:17:48.728935 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8ded42da-0452-4ddd-903e-49d5b5fb0165 req-51da6662-582f-48e7-9ca7-2fffaaac1b7a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319331 Jun 29 23:17:49.617557 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-16a2633a-9f70-411b-b79c-7a67748082e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:49.901178 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945fab2-ca0b-4c1e-a7a4-3943c609b234 req-34440d19-b2bf-422b-a24d-bca5283eb825 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:49.902669 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b945fab2-ca0b-4c1e-a7a4-3943c609b234 req-34440d19-b2bf-422b-a24d-bca5283eb825 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0639863 Jun 29 23:17:49.940621 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b945fab2-ca0b-4c1e-a7a4-3943c609b234 req-f4adbcb3-44e2-4d9b-b640-8fca1fb6e376 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322278 Jun 29 23:17:50.117383 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:50.798056 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:51.115998 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee180cd8-44c6-4e8d-889d-c30a0f63dd49 req-e378970e-28ca-4483-ab38-d2984860cd2b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:51.117513 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ee180cd8-44c6-4e8d-889d-c30a0f63dd49 req-e378970e-28ca-4483-ab38-d2984860cd2b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0664909 Jun 29 23:17:51.155249 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ee180cd8-44c6-4e8d-889d-c30a0f63dd49 req-1fc7e6cf-0015-48dd-b343-522dfb8fcbc2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321174 Jun 29 23:17:52.338898 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82c211-ed1d-4889-ad53-de45563678a1 req-4c6d3e84-4417-4d20-a468-e82916d2da1e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:52.340389 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1b82c211-ed1d-4889-ad53-de45563678a1 req-4c6d3e84-4417-4d20-a468-e82916d2da1e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0631371 Jun 29 23:17:52.379319 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1b82c211-ed1d-4889-ad53-de45563678a1 req-81e09f57-f375-41d7-8a0a-cd6827e8bfa0 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327454 Jun 29 23:17:52.642208 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:53.551603 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a59520-3b3b-49c3-b92c-4dd0f79b57e0 req-fddde806-4bbc-449c-ba1c-42884f4a1d63 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:53.553118 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-15a59520-3b3b-49c3-b92c-4dd0f79b57e0 req-fddde806-4bbc-449c-ba1c-42884f4a1d63 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0639131 Jun 29 23:17:53.594760 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-15a59520-3b3b-49c3-b92c-4dd0f79b57e0 req-f28ba3e9-2488-45f3-a7cf-caadbd3439d5 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361133 Jun 29 23:17:54.768857 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5b5f9-0af8-45fe-9b55-b11c720b00ea req-99037641-86ae-4432-8bf9-4d5805c6050f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:54.770409 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e7c5b5f9-0af8-45fe-9b55-b11c720b00ea req-99037641-86ae-4432-8bf9-4d5805c6050f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0664780 Jun 29 23:17:54.806748 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e7c5b5f9-0af8-45fe-9b55-b11c720b00ea req-1320af4c-9023-40e1-b73a-0e5f54ae4c22 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307965 Jun 29 23:17:55.397012 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:17:55.981986 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc98ce0-2150-47db-a833-222934ad9e58 req-a926e3df-9f78-4e34-a707-ceaaf87ade7d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:55.983372 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9cc98ce0-2150-47db-a833-222934ad9e58 req-a926e3df-9f78-4e34-a707-ceaaf87ade7d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0646496 Jun 29 23:17:56.019816 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9cc98ce0-2150-47db-a833-222934ad9e58 req-98f41ef6-f59b-4171-a81b-4017b725fa59 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307178 Jun 29 23:17:57.192161 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71396ca-11ff-448f-8732-b63ad99acf1c req-32ad1cd2-1d94-4949-a73a-16ace72a0f1c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:57.193569 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a71396ca-11ff-448f-8732-b63ad99acf1c req-32ad1cd2-1d94-4949-a73a-16ace72a0f1c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0648456 Jun 29 23:17:57.230221 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a71396ca-11ff-448f-8732-b63ad99acf1c req-2b759d69-182c-4b1c-9e93-b4f5962df8d3 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311875 Jun 29 23:17:58.401898 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483bd4b-bbf6-4bcf-8458-4375db4e70ff req-43daafbe-649d-4a9c-b926-b1e2816fa0f1 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:58.403416 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8483bd4b-bbf6-4bcf-8458-4375db4e70ff req-43daafbe-649d-4a9c-b926-b1e2816fa0f1 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0623863 Jun 29 23:17:58.441197 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8483bd4b-bbf6-4bcf-8458-4375db4e70ff req-e091c1e4-f066-49d4-87b6-d1b3dd6f1a40 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314345 Jun 29 23:17:59.613922 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06429801-3b87-4bb2-b4fd-c0afeef13d7b req-5d846f18-1023-4127-90a8-13ad8e2cce63 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:59.615398 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-06429801-3b87-4bb2-b4fd-c0afeef13d7b req-5d846f18-1023-4127-90a8-13ad8e2cce63 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0627258 Jun 29 23:17:59.660645 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-06429801-3b87-4bb2-b4fd-c0afeef13d7b req-4496f8b5-b9a0-4502-b69e-05ce5cfefe2f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386872 Jun 29 23:18:00.833024 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885ec05-5b5a-439e-b661-203689c13dfd req-9ae45418-05e7-460d-8f4b-5b99b61da9d7 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:00.834402 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c885ec05-5b5a-439e-b661-203689c13dfd req-9ae45418-05e7-460d-8f4b-5b99b61da9d7 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0614629 Jun 29 23:18:00.871212 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c885ec05-5b5a-439e-b661-203689c13dfd req-48dfcdcd-f77e-48d4-bdb2-d1b4cb1d067b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313616 Jun 29 23:18:02.041865 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdd925-a7e9-4dfa-9d66-98fb2c075330 req-e0e85b2f-4e93-47eb-a647-e6c83ab698e3 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:02.043342 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-74cdd925-a7e9-4dfa-9d66-98fb2c075330 req-e0e85b2f-4e93-47eb-a647-e6c83ab698e3 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0625174 Jun 29 23:18:02.080550 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-74cdd925-a7e9-4dfa-9d66-98fb2c075330 req-33275522-f1b4-45d2-9d9e-8129fc38e766 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310526 Jun 29 23:18:03.252678 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd646f71-d8fa-432e-b059-4c50deac7cfb req-b64e3fcc-36a4-4ff3-9322-485f64ffc454 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:03.254136 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-cd646f71-d8fa-432e-b059-4c50deac7cfb req-b64e3fcc-36a4-4ff3-9322-485f64ffc454 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0661507 Jun 29 23:18:03.290506 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-cd646f71-d8fa-432e-b059-4c50deac7cfb req-710f6341-7a60-4d07-9486-15f866249d2f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308359 Jun 29 23:18:04.287451 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:18:04.459359 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88b30f-1fd3-43a4-9e86-a035fb95a611 req-a876ecaf-b3c1-4daa-9a80-e940b92bf023 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:04.460859 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6e88b30f-1fd3-43a4-9e86-a035fb95a611 req-a876ecaf-b3c1-4daa-9a80-e940b92bf023 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0615010 Jun 29 23:18:04.498261 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6e88b30f-1fd3-43a4-9e86-a035fb95a611 req-78bf4272-d7d9-4a88-b20b-89b7bd50f682 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319028 Jun 29 23:18:05.671165 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21182740-aad8-4b99-90ff-add0b2dfeeaa req-aafbcd89-4c75-430a-ae85-98d2f09a8823 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:05.672673 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-21182740-aad8-4b99-90ff-add0b2dfeeaa req-aafbcd89-4c75-430a-ae85-98d2f09a8823 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0626667 Jun 29 23:18:05.714563 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-21182740-aad8-4b99-90ff-add0b2dfeeaa req-055c2e37-2d4a-4f23-bc1e-ef8c5d6a6f1e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358007 Jun 29 23:18:06.885789 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d189df-814c-475a-a131-d0884d4086da req-f5319ebf-2c4b-497f-bd9e-3125c1e41781 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:06.888518 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-37d189df-814c-475a-a131-d0884d4086da req-f5319ebf-2c4b-497f-bd9e-3125c1e41781 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0631595 Jun 29 23:18:06.926069 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-37d189df-814c-475a-a131-d0884d4086da req-42862d1d-a4e3-4ad1-b4ad-3084381fc65d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326509 Jun 29 23:18:08.109795 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a70e0-34f3-49a4-b880-c4889b5793d3 req-181892f3-ed65-4968-a2f6-8ae9abd4ad88 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:08.111790 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-642a70e0-34f3-49a4-b880-c4889b5793d3 req-181892f3-ed65-4968-a2f6-8ae9abd4ad88 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0630095 Jun 29 23:18:08.150470 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-642a70e0-34f3-49a4-b880-c4889b5793d3 req-63aa8c9c-80e8-4f42-8ad1-48d283610094 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331616 Jun 29 23:18:09.322772 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16003174-26b0-4797-8aa6-07e513cabc75 req-622f3197-6e2b-4280-9778-fcb91c1405c6 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:09.324119 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-16003174-26b0-4797-8aa6-07e513cabc75 req-622f3197-6e2b-4280-9778-fcb91c1405c6 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0644372 Jun 29 23:18:09.363367 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-16003174-26b0-4797-8aa6-07e513cabc75 req-15f1e1e8-0188-4427-bb34-c7bb136f93b5 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328517 Jun 29 23:18:10.541822 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c956d-d36b-45ed-b5bb-294cc52b732a req-c41ba63c-3e51-4e6f-955a-42c7cc822e58 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:10.543467 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-707c956d-d36b-45ed-b5bb-294cc52b732a req-c41ba63c-3e51-4e6f-955a-42c7cc822e58 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0645218 Jun 29 23:18:10.582055 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-707c956d-d36b-45ed-b5bb-294cc52b732a req-4b8dae61-b72a-465b-bc30-8067bfec0483 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318627 Jun 29 23:18:10.654067 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-121416d3-82d5-4d33-b94a-257467b62edf req-1c1e20bb-585c-462a-bdd9-2c07ddd8c905 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=65fb0452-abfc-49fa-8093-c663cea0dee6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0487971 Jun 29 23:18:10.735156 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121416d3-82d5-4d33-b94a-257467b62edf req-3f3ec4db-43eb-41af-8d83-f095080a5fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:10.737335 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-121416d3-82d5-4d33-b94a-257467b62edf req-3f3ec4db-43eb-41af-8d83-f095080a5fce service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84fa8dae152648e093dc8e5a4d0ef36d&device_id=65fb0452-abfc-49fa-8093-c663cea0dee6 HTTP/1.1" status: 200 len: 1098 time: 0.0558689 Jun 29 23:18:10.841990 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121416d3-82d5-4d33-b94a-257467b62edf req-b6b8ead7-8825-457a-93e5-c368ed12c552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:10.843419 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-121416d3-82d5-4d33-b94a-257467b62edf req-b6b8ead7-8825-457a-93e5-c368ed12c552 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 HTTP/1.1" status: 200 len: 916 time: 0.0808308 Jun 29 23:18:10.887226 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-121416d3-82d5-4d33-b94a-257467b62edf req-9345222d-22cc-4925-92ba-1cdd2c535b9e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50aee1f9-2991-44ce-ab9c-9abc17563722 HTTP/1.1" status: 200 len: 217 time: 0.0355632 Jun 29 23:18:10.936415 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121416d3-82d5-4d33-b94a-257467b62edf req-7dd9f330-0dcd-4d42-9d72-264e962a1a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:10.938044 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-121416d3-82d5-4d33-b94a-257467b62edf req-7dd9f330-0dcd-4d42-9d72-264e962a1a30 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d173892-21f3-4d8b-a65f-f341f79adde1 HTTP/1.1" status: 200 len: 855 time: 0.0427628 Jun 29 23:18:10.970995 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-121416d3-82d5-4d33-b94a-257467b62edf req-347b3356-6be2-4aee-8152-922ac59454bf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260928 Jun 29 23:18:11.060964 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-121416d3-82d5-4d33-b94a-257467b62edf req-35550d88-339f-460e-9e81-4efdc8cb1817 service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822823 Jun 29 23:18:11.151692 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-121416d3-82d5-4d33-b94a-257467b62edf req-51841954-738c-4279-b4b2-4ce0322c07f9 service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830564 Jun 29 23:18:11.770203 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1ca7d-aa6c-43a4-b114-b44b9edb5a8d req-dfc4016a-d06e-42c3-be8b-0abd5e5d966a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:11.771589 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-01d1ca7d-aa6c-43a4-b114-b44b9edb5a8d req-dfc4016a-d06e-42c3-be8b-0abd5e5d966a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0781004 Jun 29 23:18:11.809199 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-01d1ca7d-aa6c-43a4-b114-b44b9edb5a8d req-ad2f4cfa-0a0b-42bb-a8c2-400e22a77603 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320797 Jun 29 23:18:12.979891 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694458e-4bb2-4a37-9ed7-2a55a06a03c5 req-f754cee4-b4b2-4b43-881d-0ebecf7c16ec tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:12.981598 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6694458e-4bb2-4a37-9ed7-2a55a06a03c5 req-f754cee4-b4b2-4b43-881d-0ebecf7c16ec tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0636091 Jun 29 23:18:13.019062 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6694458e-4bb2-4a37-9ed7-2a55a06a03c5 req-613a2c81-f03f-471c-af69-35a050f2d188 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312805 Jun 29 23:18:14.208189 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023cb69-796a-429d-bddf-11836f218895 req-47cd058e-ded4-44fc-8393-3bef0fc54cc7 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:14.209982 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c023cb69-796a-429d-bddf-11836f218895 req-47cd058e-ded4-44fc-8393-3bef0fc54cc7 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0700378 Jun 29 23:18:14.258972 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c023cb69-796a-429d-bddf-11836f218895 req-f68e5e05-e0c2-4cac-bca8-af560803f119 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432355 Jun 29 23:18:15.442570 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebe6f7-77fc-40d2-85cd-44640f648947 req-0e0dc8c2-f3ac-4e0d-a3a7-57f5f2c21581 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:15.444010 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f3ebe6f7-77fc-40d2-85cd-44640f648947 req-0e0dc8c2-f3ac-4e0d-a3a7-57f5f2c21581 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0610673 Jun 29 23:18:15.483548 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f3ebe6f7-77fc-40d2-85cd-44640f648947 req-1dd6ca9e-ed66-479c-8386-8a5aa29ba0eb tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333323 Jun 29 23:18:16.656434 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a288c-3c26-4987-8bb2-7b32a430634a req-f4ef6e21-23d3-4786-8424-0bed9c86d366 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:16.658599 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-035a288c-3c26-4987-8bb2-7b32a430634a req-f4ef6e21-23d3-4786-8424-0bed9c86d366 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0643334 Jun 29 23:18:16.697600 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-035a288c-3c26-4987-8bb2-7b32a430634a req-048e5766-15da-4f30-99a5-7bc0adba9797 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324090 Jun 29 23:18:17.133429 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-774dc6f4-9251-458c-b886-937abca1e206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:18:17.870676 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c09a17-1a09-4eef-8a1e-56dfb2596eec req-967f0ce9-15f2-4389-9766-9f5193b4d843 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:17.872157 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-36c09a17-1a09-4eef-8a1e-56dfb2596eec req-967f0ce9-15f2-4389-9766-9f5193b4d843 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0655823 Jun 29 23:18:17.911235 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-36c09a17-1a09-4eef-8a1e-56dfb2596eec req-718bfe53-7d23-4a5a-9843-a89b105888f9 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321972 Jun 29 23:18:19.083084 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d9e2b-6351-48dd-b3d7-f0672515a822 req-8a33c0f6-b51a-4d4e-a391-c39006fa0160 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:19.084588 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ea4d9e2b-6351-48dd-b3d7-f0672515a822 req-8a33c0f6-b51a-4d4e-a391-c39006fa0160 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0626264 Jun 29 23:18:19.121303 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ea4d9e2b-6351-48dd-b3d7-f0672515a822 req-14c82445-7458-4bde-87ef-ffbd6ff89261 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308723 Jun 29 23:18:19.620686 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ae453592-01be-4c10-b345-65626d81a549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:18:20.118034 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:18:20.293036 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ac23d-83c3-4b3d-9d0d-e9bfbe44af10 req-ec6f3f6f-35b9-4bf7-842e-2d9a0dba03bb tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:20.294526 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ac2ac23d-83c3-4b3d-9d0d-e9bfbe44af10 req-ec6f3f6f-35b9-4bf7-842e-2d9a0dba03bb tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0617998 Jun 29 23:18:20.335116 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ac2ac23d-83c3-4b3d-9d0d-e9bfbe44af10 req-49da49bd-a09d-4027-9d14-3340b1379fb7 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344722 Jun 29 23:18:20.801087 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:18:21.659114 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69333-66bc-47d0-8932-19499d83cc2e req-677caf2f-d7a6-4d2a-ae6b-4fc165dbcf8d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:21.660628 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-35e69333-66bc-47d0-8932-19499d83cc2e req-677caf2f-d7a6-4d2a-ae6b-4fc165dbcf8d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0627329 Jun 29 23:18:21.697760 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-35e69333-66bc-47d0-8932-19499d83cc2e req-c3052024-4adf-4d42-8300-d93e9ca5cf73 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310321 Jun 29 23:18:22.644545 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:18:22.869090 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e970da-9d24-4159-a5ec-7d908eb338df req-2f95120f-1ebc-49a8-aa18-993461633be0 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:22.870580 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e7e970da-9d24-4159-a5ec-7d908eb338df req-2f95120f-1ebc-49a8-aa18-993461633be0 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0622754 Jun 29 23:18:22.910080 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e7e970da-9d24-4159-a5ec-7d908eb338df req-2b4e61b8-6075-4811-ab29-6308e45746a5 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325518 Jun 29 23:18:24.090375 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ebccd-1755-4693-94b9-c197d4d78f53 req-ecfc4217-bc0f-439d-8f0b-4f223c39cce6 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:24.091731 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b59ebccd-1755-4693-94b9-c197d4d78f53 req-ecfc4217-bc0f-439d-8f0b-4f223c39cce6 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0630808 Jun 29 23:18:24.128837 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b59ebccd-1755-4693-94b9-c197d4d78f53 req-2673d6c3-b67e-481c-aec8-006a9e992edd tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310013 Jun 29 23:18:25.303836 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566c156-0cfb-4f79-ac30-1a3b62aa448d req-a71b1ab6-b2a9-415b-ae22-34b84d264ff1 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:25.305325 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3566c156-0cfb-4f79-ac30-1a3b62aa448d req-a71b1ab6-b2a9-415b-ae22-34b84d264ff1 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0658491 Jun 29 23:18:25.341457 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3566c156-0cfb-4f79-ac30-1a3b62aa448d req-794c3b4c-9def-496a-ac97-fb18727d6d92 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305593 Jun 29 23:18:26.514603 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c6b2d-7a50-4d62-947a-1a5e8d616c66 req-80d2c8c4-ccc0-4a65-8389-eddc27ede8c9 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:26.516074 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-eb4c6b2d-7a50-4d62-947a-1a5e8d616c66 req-80d2c8c4-ccc0-4a65-8389-eddc27ede8c9 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0639622 Jun 29 23:18:26.554711 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-eb4c6b2d-7a50-4d62-947a-1a5e8d616c66 req-7ad5832e-525f-4e16-b37a-98aa8fe6f8b1 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321925 Jun 29 23:18:27.723213 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99be634-7c3c-409f-a924-c71986e2ffd7 req-e20bc025-25f2-41eb-945f-2b110b7a1089 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:27.724736 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b99be634-7c3c-409f-a924-c71986e2ffd7 req-e20bc025-25f2-41eb-945f-2b110b7a1089 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0624177 Jun 29 23:18:27.763069 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b99be634-7c3c-409f-a924-c71986e2ffd7 req-577fc6d0-1116-4085-a23d-271f904c0f14 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328434 Jun 29 23:18:28.937622 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af5cff-e09f-4f59-acf3-557826e231ed req-99e6a363-813d-430d-a13c-aad94c1dd567 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:28.939076 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-09af5cff-e09f-4f59-acf3-557826e231ed req-99e6a363-813d-430d-a13c-aad94c1dd567 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0661206 Jun 29 23:18:28.976920 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-09af5cff-e09f-4f59-acf3-557826e231ed req-0d0009b6-e00f-4279-93ad-888136e48a89 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314043 Jun 29 23:18:30.146577 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d21c3-0702-46db-b13b-f3bf02397bb8 req-ba87ce07-8976-4d61-9f02-0f8b9bca8f38 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:30.148092 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-377d21c3-0702-46db-b13b-f3bf02397bb8 req-ba87ce07-8976-4d61-9f02-0f8b9bca8f38 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0615501 Jun 29 23:18:30.187592 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-377d21c3-0702-46db-b13b-f3bf02397bb8 req-75ea64b5-9ce7-490f-b75f-7b68255cb7ed tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336854 Jun 29 23:18:31.359465 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55861149-66d7-40cc-b7c4-e752d7dd9cc0 req-04a2874c-683e-4de8-81c9-8521ab4f2ce8 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:31.361176 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-55861149-66d7-40cc-b7c4-e752d7dd9cc0 req-04a2874c-683e-4de8-81c9-8521ab4f2ce8 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0638404 Jun 29 23:18:31.399723 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-55861149-66d7-40cc-b7c4-e752d7dd9cc0 req-2b695850-a371-4142-9ee8-155d23e5ec07 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328960 Jun 29 23:18:32.395296 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:18:32.569464 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a70ea-7491-487c-9332-6770ea0c4f37 req-817dd88b-7ec4-4c79-ba33-6d37bf4d4ff7 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:32.570835 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a78a70ea-7491-487c-9332-6770ea0c4f37 req-817dd88b-7ec4-4c79-ba33-6d37bf4d4ff7 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0622571 Jun 29 23:18:32.609243 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a78a70ea-7491-487c-9332-6770ea0c4f37 req-59891f6c-f41e-4e98-b521-e0757633b2d1 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327375 Jun 29 23:18:33.784878 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee7e6a-fa49-45ed-a47d-8b510e3facf8 req-f3e25989-5d73-440c-866f-848ce01bd314 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:33.786322 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-deee7e6a-fa49-45ed-a47d-8b510e3facf8 req-f3e25989-5d73-440c-866f-848ce01bd314 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0659869 Jun 29 23:18:33.823040 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-deee7e6a-fa49-45ed-a47d-8b510e3facf8 req-9347f5c3-48ae-40a0-b9e4-dbcaf553cdc6 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311775 Jun 29 23:18:34.289711 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:18:34.996472 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f414ff-6fd8-4564-bbd5-65c4e7c0a1da req-6cb73a5c-6e58-423f-8589-16093d10cc21 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:34.997971 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-46f414ff-6fd8-4564-bbd5-65c4e7c0a1da req-6cb73a5c-6e58-423f-8589-16093d10cc21 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0636065 Jun 29 23:18:35.035087 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-46f414ff-6fd8-4564-bbd5-65c4e7c0a1da req-cbf449e9-05d2-4509-8541-201dae2d4807 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306776 Jun 29 23:18:36.253891 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc04cb-213f-4e19-9b3f-37fc1644d738 req-a10e7c6b-2326-4ee0-8862-b8b28b19c24e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:36.255243 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-05bc04cb-213f-4e19-9b3f-37fc1644d738 req-a10e7c6b-2326-4ee0-8862-b8b28b19c24e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0632067 Jun 29 23:18:36.291609 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-05bc04cb-213f-4e19-9b3f-37fc1644d738 req-5def9524-c7c3-40d3-ba12-f4f8a984d2d4 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308537 Jun 29 23:18:37.465541 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d8ff8-ef49-46df-87f1-32919057da74 req-00fc1e2b-fd25-402d-9b89-5858ce32d987 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:37.467095 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-394d8ff8-ef49-46df-87f1-32919057da74 req-00fc1e2b-fd25-402d-9b89-5858ce32d987 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0659289 Jun 29 23:18:37.504800 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-394d8ff8-ef49-46df-87f1-32919057da74 req-b0861c89-11fa-4f28-9be2-50269c472673 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319338 Jun 29 23:18:38.674618 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d9dfc-309d-4a10-bac9-6dcc9b6ce1e1 req-16ff8703-2582-4f8c-95ba-c4434bdb936e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:38.676019 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-583d9dfc-309d-4a10-bac9-6dcc9b6ce1e1 req-16ff8703-2582-4f8c-95ba-c4434bdb936e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0625985 Jun 29 23:18:38.715475 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-583d9dfc-309d-4a10-bac9-6dcc9b6ce1e1 req-adb163f3-388b-445b-852c-3c720de14456 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337012 Jun 29 23:18:39.886500 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e862857-3e7a-4109-add2-cdf89b17389c req-43620714-985a-41c0-b83f-9b15231bac80 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:39.888001 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4e862857-3e7a-4109-add2-cdf89b17389c req-43620714-985a-41c0-b83f-9b15231bac80 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0620334 Jun 29 23:18:39.925568 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4e862857-3e7a-4109-add2-cdf89b17389c req-4dfa0cdb-1d20-4c09-a282-c6f08b0906f3 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310366 Jun 29 23:18:41.097246 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1d9d6-21c0-4399-ac47-e06e1457afc6 req-0c165a6b-870e-4376-8566-2449dda97ca3 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:41.098921 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d6a1d9d6-21c0-4399-ac47-e06e1457afc6 req-0c165a6b-870e-4376-8566-2449dda97ca3 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0661652 Jun 29 23:18:41.136764 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d6a1d9d6-21c0-4399-ac47-e06e1457afc6 req-3e8f8ff8-587e-4f65-aecc-1ddd933fc5ad tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321999 Jun 29 23:18:42.468099 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9374267-a8db-4ba0-89ed-01754d02f2a7 req-547aca14-e752-4889-a1ee-4887e9fae420 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:42.469603 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e9374267-a8db-4ba0-89ed-01754d02f2a7 req-547aca14-e752-4889-a1ee-4887e9fae420 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.2125106 Jun 29 23:18:42.515283 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e9374267-a8db-4ba0-89ed-01754d02f2a7 req-0627ba69-b041-4e6d-8950-691ccc0cfa2a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396183 Jun 29 23:18:43.739058 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a1da2-3e87-4aca-880b-406dc1531ce5 req-74692c1d-e753-4042-b4ee-ae8560dc9ff2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:43.740514 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8e6a1da2-3e87-4aca-880b-406dc1531ce5 req-74692c1d-e753-4042-b4ee-ae8560dc9ff2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.1145110 Jun 29 23:18:43.777575 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8e6a1da2-3e87-4aca-880b-406dc1531ce5 req-ade8cba5-b3f1-40ad-bba7-b7471a2b6a12 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314624 Jun 29 23:18:44.950547 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69545974-d6ab-4dd4-8fce-522a32f61e10 req-2c1f163d-f9b4-48bd-b90f-78fde1a64847 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:44.952041 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-69545974-d6ab-4dd4-8fce-522a32f61e10 req-2c1f163d-f9b4-48bd-b90f-78fde1a64847 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0643551 Jun 29 23:18:44.989463 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-69545974-d6ab-4dd4-8fce-522a32f61e10 req-7affa9bd-121e-40b7-9b2c-b06637ed4841 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309541 Jun 29 23:18:46.166393 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7f6df-c991-4586-9815-506b70624c7b req-624c1d81-59fe-4d1d-87d2-eb3bbd18bb14 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:46.167865 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-28c7f6df-c991-4586-9815-506b70624c7b req-624c1d81-59fe-4d1d-87d2-eb3bbd18bb14 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0662484 Jun 29 23:18:46.205497 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-28c7f6df-c991-4586-9815-506b70624c7b req-1aa3eb64-d72e-477d-b1fe-3d9ccf560a2f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314660 Jun 29 23:18:47.134743 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-5a622251-c553-4fdd-8c6c-6695f117cd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:18:47.372205 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e725f71-60ce-420a-bf43-846cd2531227 req-7f17400e-18ad-4ca9-9199-886d6377c51e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:47.373662 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0e725f71-60ce-420a-bf43-846cd2531227 req-7f17400e-18ad-4ca9-9199-886d6377c51e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0603540 Jun 29 23:18:47.410022 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0e725f71-60ce-420a-bf43-846cd2531227 req-d39c59cc-c642-4c08-a2a7-4131e5f93632 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305188 Jun 29 23:18:48.577815 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e7796-6374-41e6-8980-63d868155882 req-1e31540d-c61e-4087-8f0a-ac01fd30bc64 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:48.579270 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-785e7796-6374-41e6-8980-63d868155882 req-1e31540d-c61e-4087-8f0a-ac01fd30bc64 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0620255 Jun 29 23:18:48.616426 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-785e7796-6374-41e6-8980-63d868155882 req-0ab76338-c796-4cb2-a096-c11239b2e741 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315065 Jun 29 23:18:49.621264 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-bc2ce27a-9f06-4051-af00-1bcb8f9dede9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:18:49.793658 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4028ad-5a6e-4a50-af3a-5585bb16a88e req-939d892d-454c-47b9-b109-45c2f9796caf tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:49.795120 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0d4028ad-5a6e-4a50-af3a-5585bb16a88e req-939d892d-454c-47b9-b109-45c2f9796caf tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0663042 Jun 29 23:18:49.834639 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0d4028ad-5a6e-4a50-af3a-5585bb16a88e req-2b55fda7-09a4-49c3-9abf-516d157c1e39 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323229 Jun 29 23:18:50.119736 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:18:50.805346 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:18:51.008386 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc82167-dca7-4f40-9aa2-7c8dd1817abc req-2e7e2b15-612a-46a6-979f-30dbb388b309 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:51.008386 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7dc82167-dca7-4f40-9aa2-7c8dd1817abc req-2e7e2b15-612a-46a6-979f-30dbb388b309 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0641468 Jun 29 23:18:51.043782 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7dc82167-dca7-4f40-9aa2-7c8dd1817abc req-6cbbcb56-b54a-421d-8237-932fd85d998d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320821 Jun 29 23:18:52.213284 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e8865-9005-457a-9d34-405122014a1e req-d7947752-1e2f-4bba-b385-159eebaa5f40 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:52.214759 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e18e8865-9005-457a-9d34-405122014a1e req-d7947752-1e2f-4bba-b385-159eebaa5f40 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0613286 Jun 29 23:18:52.251731 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e18e8865-9005-457a-9d34-405122014a1e req-0f4d4ddd-91ea-4c7d-9435-9852a9a92b71 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313625 Jun 29 23:18:52.646783 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:18:53.429170 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6270fd1-fee9-49c6-a575-34d2d73c3b10 req-b37c47f9-75c3-45de-b7a1-59051d70133d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:53.430526 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f6270fd1-fee9-49c6-a575-34d2d73c3b10 req-b37c47f9-75c3-45de-b7a1-59051d70133d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0666897 Jun 29 23:18:53.466366 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f6270fd1-fee9-49c6-a575-34d2d73c3b10 req-9f374e40-1fdd-43b6-84fd-0fdec2ddbe95 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302594 Jun 29 23:18:54.641556 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff0cde-6fbe-4af1-bb32-a2f7ebfe3368 req-0dc66a84-7c54-4e1a-971f-10d3f5a7a4ed tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:54.643050 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f8ff0cde-6fbe-4af1-bb32-a2f7ebfe3368 req-0dc66a84-7c54-4e1a-971f-10d3f5a7a4ed tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0613995 Jun 29 23:18:54.683415 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f8ff0cde-6fbe-4af1-bb32-a2f7ebfe3368 req-cc0c4b17-7303-43aa-98a1-91aca118e8c5 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348876 Jun 29 23:18:55.851204 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b88104-f032-49cf-bccb-4aa40e9faaee req-0f8a8f14-c569-4de0-a184-d75fb1cd56ec tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:55.852562 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-74b88104-f032-49cf-bccb-4aa40e9faaee req-0f8a8f14-c569-4de0-a184-d75fb1cd56ec tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0619774 Jun 29 23:18:55.890206 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-74b88104-f032-49cf-bccb-4aa40e9faaee req-e809d750-a706-4432-8e4b-d758234b25d1 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317621 Jun 29 23:18:57.056887 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc719d3-6d55-47ef-aa5c-bf83c7294034 req-e230cdc9-4c18-4f99-ae99-ea30e20678c7 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:57.058258 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5cc719d3-6d55-47ef-aa5c-bf83c7294034 req-e230cdc9-4c18-4f99-ae99-ea30e20678c7 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0611367 Jun 29 23:18:57.094784 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5cc719d3-6d55-47ef-aa5c-bf83c7294034 req-b83b1e96-4947-4d6f-880a-a22d22c1ee86 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310638 Jun 29 23:18:58.269623 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b9245-62e2-4f61-8088-e6f1dbb8f34b req-f8aed3de-056b-4ff4-b078-5e9a44fb8b88 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:58.271103 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-992b9245-62e2-4f61-8088-e6f1dbb8f34b req-f8aed3de-056b-4ff4-b078-5e9a44fb8b88 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0667381 Jun 29 23:18:58.308133 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-992b9245-62e2-4f61-8088-e6f1dbb8f34b req-f1a7d684-5dd1-4bc6-9c3b-29c78334f78e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314307 Jun 29 23:18:59.477955 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39cd54-792c-4eca-bef8-b1fa0aafb768 req-6c69506b-cb32-4e93-afce-2b4a79e2108d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:59.479350 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ee39cd54-792c-4eca-bef8-b1fa0aafb768 req-6c69506b-cb32-4e93-afce-2b4a79e2108d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0629573 Jun 29 23:18:59.516107 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ee39cd54-792c-4eca-bef8-b1fa0aafb768 req-3014ceb4-22fb-4ddf-a121-b454acecf4c3 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308182 Jun 29 23:19:00.691488 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7bfd8-55f1-4251-a28c-ed031145a40a req-850372de-2424-460b-8273-653e3b6d3382 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:00.692953 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-61c7bfd8-55f1-4251-a28c-ed031145a40a req-850372de-2424-460b-8273-653e3b6d3382 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0618210 Jun 29 23:19:00.731037 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-61c7bfd8-55f1-4251-a28c-ed031145a40a req-30342983-ca34-490f-99c7-1e55373a9b64 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322349 Jun 29 23:19:01.906843 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f4a0a-caa4-4fdf-aa78-647b4e40c811 req-8433af0f-37ed-45ec-8c08-c095cc99df8c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:01.908413 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-303f4a0a-caa4-4fdf-aa78-647b4e40c811 req-8433af0f-37ed-45ec-8c08-c095cc99df8c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0656488 Jun 29 23:19:01.946523 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-303f4a0a-caa4-4fdf-aa78-647b4e40c811 req-93d486aa-9bd1-4b33-8c1c-575b3ce82d24 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324748 Jun 29 23:19:03.124024 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaad5dd-79b7-4fba-9022-089a61823830 req-e5d04c54-4d70-4cd7-9cfb-b970462059e1 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:03.125529 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-aeaad5dd-79b7-4fba-9022-089a61823830 req-e5d04c54-4d70-4cd7-9cfb-b970462059e1 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0664725 Jun 29 23:19:03.163254 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-aeaad5dd-79b7-4fba-9022-089a61823830 req-1f420a49-567e-4220-89f9-d82bf278b3ff tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316274 Jun 29 23:19:04.288661 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:04.334784 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d015c-105f-41bd-84a3-269c6e726d72 req-0df46d7b-1660-44fd-8602-1eda90aca0e1 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:04.336258 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-119d015c-105f-41bd-84a3-269c6e726d72 req-0df46d7b-1660-44fd-8602-1eda90aca0e1 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0631006 Jun 29 23:19:04.372699 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-119d015c-105f-41bd-84a3-269c6e726d72 req-1607872c-c867-44c9-ad8d-2785041a5a29 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308738 Jun 29 23:19:05.545656 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6372bc-c076-40db-9673-04b936eaebcc req-f70785e9-2deb-4f70-94fb-1fbad7513260 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:05.547094 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5d6372bc-c076-40db-9673-04b936eaebcc req-f70785e9-2deb-4f70-94fb-1fbad7513260 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0654635 Jun 29 23:19:05.585892 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5d6372bc-c076-40db-9673-04b936eaebcc req-52e4f7cc-c67d-4b13-ac77-07dadda62649 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318129 Jun 29 23:19:06.761026 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd5b19-578c-413f-84d1-f3d70fb21708 req-a0ce5a81-b094-4f51-bdaf-cf5dcd370e0a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:06.762703 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b3dd5b19-578c-413f-84d1-f3d70fb21708 req-a0ce5a81-b094-4f51-bdaf-cf5dcd370e0a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0686033 Jun 29 23:19:07.055040 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b3dd5b19-578c-413f-84d1-f3d70fb21708 req-18d60887-bc33-4adc-809d-e819b22df82e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2855980 Jun 29 23:19:08.226825 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca2023-606e-4c6a-9f9e-bf2fb8268f03 req-b1420c9a-1695-4dcb-a429-c6db278c1561 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:08.228274 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c9ca2023-606e-4c6a-9f9e-bf2fb8268f03 req-b1420c9a-1695-4dcb-a429-c6db278c1561 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0624144 Jun 29 23:19:08.266606 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c9ca2023-606e-4c6a-9f9e-bf2fb8268f03 req-e41d3c9e-44e9-4c01-ac29-c2040aa5d4e3 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324442 Jun 29 23:19:09.393694 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:19:09.439514 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c98f2-15fc-4735-9cdb-e5152167c643 req-56c6cabb-fa4b-4e6b-a33c-f93604bd12df tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:09.440864 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6b3c98f2-15fc-4735-9cdb-e5152167c643 req-56c6cabb-fa4b-4e6b-a33c-f93604bd12df tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0619593 Jun 29 23:19:09.476717 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6b3c98f2-15fc-4735-9cdb-e5152167c643 req-8ef97f72-09eb-41fe-a281-933ec163b283 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303261 Jun 29 23:19:10.649260 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e33d9-bf3f-4cdb-b550-2e2f4e101018 req-fb0a5980-f676-471a-9c86-90aa6cc62c66 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:10.650698 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-501e33d9-bf3f-4cdb-b550-2e2f4e101018 req-fb0a5980-f676-471a-9c86-90aa6cc62c66 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0658636 Jun 29 23:19:10.687446 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-501e33d9-bf3f-4cdb-b550-2e2f4e101018 req-b1ec1f80-0123-489b-80d2-7fae495f8d73 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312443 Jun 29 23:19:11.856178 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bd749-5845-42b6-8ad8-2d5fdfa4d49c req-cfa09ffd-2e14-4b37-ba7f-cc8e48dff7bd tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:11.857943 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2b7bd749-5845-42b6-8ad8-2d5fdfa4d49c req-cfa09ffd-2e14-4b37-ba7f-cc8e48dff7bd tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0619788 Jun 29 23:19:11.898874 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2b7bd749-5845-42b6-8ad8-2d5fdfa4d49c req-3adbc0ef-7bf0-41f7-acba-afa1bfe3a46a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352366 Jun 29 23:19:12.647051 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f3751507-fff2-4a5d-88ef-b615b9dee23d req-97503038-e3fe-4d66-895c-cc5132d48cd2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=373521f7-5c1f-4bbe-8c8d-17dea49ecd77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0929658 Jun 29 23:19:12.718753 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3751507-fff2-4a5d-88ef-b615b9dee23d req-41e700a7-7563-4090-9346-ec6177d73d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:12.720254 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f3751507-fff2-4a5d-88ef-b615b9dee23d req-41e700a7-7563-4090-9346-ec6177d73d91 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84fa8dae152648e093dc8e5a4d0ef36d&device_id=373521f7-5c1f-4bbe-8c8d-17dea49ecd77 HTTP/1.1" status: 200 len: 1098 time: 0.0505486 Jun 29 23:19:12.823097 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3751507-fff2-4a5d-88ef-b615b9dee23d req-a7c7515c-d82c-4a0e-b4fd-c792dc4ec165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:12.824531 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f3751507-fff2-4a5d-88ef-b615b9dee23d req-a7c7515c-d82c-4a0e-b4fd-c792dc4ec165 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 HTTP/1.1" status: 200 len: 916 time: 0.0845053 Jun 29 23:19:12.863721 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f3751507-fff2-4a5d-88ef-b615b9dee23d req-725334b4-115d-491d-9be3-7e51758443b8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b151955-39db-4f04-91fe-66a14283b890 HTTP/1.1" status: 200 len: 217 time: 0.0325651 Jun 29 23:19:12.915304 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3751507-fff2-4a5d-88ef-b615b9dee23d req-040836e7-4a81-49f9-81d6-45f423ab0108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:12.916756 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f3751507-fff2-4a5d-88ef-b615b9dee23d req-040836e7-4a81-49f9-81d6-45f423ab0108 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d173892-21f3-4d8b-a65f-f341f79adde1 HTTP/1.1" status: 200 len: 855 time: 0.0437901 Jun 29 23:19:12.953579 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f3751507-fff2-4a5d-88ef-b615b9dee23d req-b05c98a0-1346-42c9-8d5d-a6b0837f52f2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300930 Jun 29 23:19:12.964480 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [req-f3751507-fff2-4a5d-88ef-b615b9dee23d req-09827019-cb44-4b99-a172-457481abe1d1 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 23:19:12.965685 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f3751507-fff2-4a5d-88ef-b615b9dee23d req-09827019-cb44-4b99-a172-457481abe1d1 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053179 Jun 29 23:19:13.062536 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f3751507-fff2-4a5d-88ef-b615b9dee23d req-5f067615-3565-4c17-b283-b4a21281aab6 service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902255 Jun 29 23:19:13.083718 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7af32-ff79-4865-bfc3-9cddc5ca6806 req-01d72c0d-450a-400c-86f6-905a803d9554 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:13.086178 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d3d7af32-ff79-4865-bfc3-9cddc5ca6806 req-01d72c0d-450a-400c-86f6-905a803d9554 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0680776 Jun 29 23:19:13.127898 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d3d7af32-ff79-4865-bfc3-9cddc5ca6806 req-a5beea01-64a4-461c-acd7-ba3d062c1a31 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348563 Jun 29 23:19:13.160187 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f3751507-fff2-4a5d-88ef-b615b9dee23d req-963925b8-b2a7-4520-8414-f05d8bbda9c6 service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905252 Jun 29 23:19:14.304132 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf0ab6-54fa-4064-b119-adf48d050711 req-e2351890-f6e7-45e2-aa98-6aa1d6c27727 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:14.305547 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f7cf0ab6-54fa-4064-b119-adf48d050711 req-e2351890-f6e7-45e2-aa98-6aa1d6c27727 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0624890 Jun 29 23:19:14.342216 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f7cf0ab6-54fa-4064-b119-adf48d050711 req-013612ca-bfa8-4a7a-bb78-aacaecde2004 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312071 Jun 29 23:19:15.531672 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a4296-463c-4f11-95c7-19d3a66a13a9 req-feae0b17-f9d9-4dab-8fde-cc70b43c60a9 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:15.533268 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-197a4296-463c-4f11-95c7-19d3a66a13a9 req-feae0b17-f9d9-4dab-8fde-cc70b43c60a9 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0631866 Jun 29 23:19:15.571003 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-197a4296-463c-4f11-95c7-19d3a66a13a9 req-6fa9acc7-fad5-4bd2-b409-65a19a995954 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322123 Jun 29 23:19:16.746530 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a704a6-deb4-4240-a503-b6412d2ca23f req-c8b43e0a-45cc-4f92-a6f1-bf3018c5bffc tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:16.748035 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-71a704a6-deb4-4240-a503-b6412d2ca23f req-c8b43e0a-45cc-4f92-a6f1-bf3018c5bffc tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0703628 Jun 29 23:19:16.790498 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-71a704a6-deb4-4240-a503-b6412d2ca23f req-49359b36-bb0d-43d9-96c0-6b46a0d1ca09 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339069 Jun 29 23:19:17.136462 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-b5b142e2-b587-4b2d-866d-997e82d59c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:17.968424 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a5ac3-9121-4994-aac3-02e1566689de req-82bfcfa4-50ff-4ea5-90ef-f057ad6b413a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:17.970470 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f93a5ac3-9121-4994-aac3-02e1566689de req-82bfcfa4-50ff-4ea5-90ef-f057ad6b413a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0651262 Jun 29 23:19:18.007976 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f93a5ac3-9121-4994-aac3-02e1566689de req-4c20a63c-4637-43a0-ac34-205efb419470 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316052 Jun 29 23:19:19.180560 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66889c9-0c8d-458e-a96e-0dca4d1075d4 req-1dc46f64-6a16-4e82-a58a-0d02df6310b0 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:19.181941 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d66889c9-0c8d-458e-a96e-0dca4d1075d4 req-1dc46f64-6a16-4e82-a58a-0d02df6310b0 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0611155 Jun 29 23:19:19.218069 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d66889c9-0c8d-458e-a96e-0dca4d1075d4 req-1d035ca6-6666-4a7f-bf07-943e13b64f6a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305622 Jun 29 23:19:19.620996 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4563c0f6-6877-41a5-a417-a0c36a3677ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:20.120461 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:20.391142 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870d27e-35e1-4613-a878-7ffe72b75b2a req-cd2f7ac8-5e1a-4410-a1a5-8a0a8c72ca98 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:20.393464 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5870d27e-35e1-4613-a878-7ffe72b75b2a req-cd2f7ac8-5e1a-4410-a1a5-8a0a8c72ca98 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0633328 Jun 29 23:19:20.434635 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5870d27e-35e1-4613-a878-7ffe72b75b2a req-a6da685d-9ca6-4d16-b1e9-eeb70ff9c361 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356445 Jun 29 23:19:20.807225 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:21.605603 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db7ee4-4d48-45ec-a618-1e84824eaec4 req-b5a4c25c-568d-403a-be08-cb1a942916af tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:21.607327 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e3db7ee4-4d48-45ec-a618-1e84824eaec4 req-b5a4c25c-568d-403a-be08-cb1a942916af tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0627224 Jun 29 23:19:21.644457 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e3db7ee4-4d48-45ec-a618-1e84824eaec4 req-d660e1c6-b33a-478a-8d28-b5da19737a96 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313096 Jun 29 23:19:22.649252 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:22.820493 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708f3f3-09b7-49ac-a423-af724b086607 req-fe172341-0d52-4c8c-ae3b-7508b13fc8a5 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:22.821943 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1708f3f3-09b7-49ac-a423-af724b086607 req-fe172341-0d52-4c8c-ae3b-7508b13fc8a5 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0647004 Jun 29 23:19:22.858828 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1708f3f3-09b7-49ac-a423-af724b086607 req-3ca68b0b-c59f-4485-a500-9f689a214a1b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313733 Jun 29 23:19:24.042103 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e22471-97ad-4121-b178-543875e3e7db req-6616e937-f814-46c4-a00a-0611c2f905e2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:24.043597 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a9e22471-97ad-4121-b178-543875e3e7db req-6616e937-f814-46c4-a00a-0611c2f905e2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0673683 Jun 29 23:19:24.082426 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a9e22471-97ad-4121-b178-543875e3e7db req-4b2477f9-bfaa-4ecb-b9fa-9b3c38e0004f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330079 Jun 29 23:19:25.256382 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca24d5e-2ed4-4d19-8043-74f7199bd33c req-35d8b67e-23e5-48e6-96a2-580e53a59229 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:25.257929 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7ca24d5e-2ed4-4d19-8043-74f7199bd33c req-35d8b67e-23e5-48e6-96a2-580e53a59229 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0648997 Jun 29 23:19:25.294535 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7ca24d5e-2ed4-4d19-8043-74f7199bd33c req-7961b8a5-dd08-4441-8a40-256e4f2b9da4 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311735 Jun 29 23:19:26.464507 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d4e23-8853-43e7-9d2e-8f5bf356b07a req-aa13ad0e-a6dc-4c27-b73b-2168c9850ce9 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:26.465987 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-dc6d4e23-8853-43e7-9d2e-8f5bf356b07a req-aa13ad0e-a6dc-4c27-b73b-2168c9850ce9 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0621967 Jun 29 23:19:26.503070 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-dc6d4e23-8853-43e7-9d2e-8f5bf356b07a req-3be4e35f-d3e5-4b85-bd1f-aee0b980c8e5 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313222 Jun 29 23:19:27.672477 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e0111-f80d-4b7d-b094-4f23bb02a83d req-095b8ae7-cae8-4aaa-a9c4-582b8cdc8742 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:27.673945 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6a6e0111-f80d-4b7d-b094-4f23bb02a83d req-095b8ae7-cae8-4aaa-a9c4-582b8cdc8742 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0609932 Jun 29 23:19:27.711534 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6a6e0111-f80d-4b7d-b094-4f23bb02a83d req-f5bd23e0-e56d-4f70-9513-036f5d65c071 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315468 Jun 29 23:19:28.885982 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e3ec6-c8b7-4e46-8370-407a86f32dbe req-d7581820-70a8-4a4f-bcb5-bec754d90842 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:28.887486 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-663e3ec6-c8b7-4e46-8370-407a86f32dbe req-d7581820-70a8-4a4f-bcb5-bec754d90842 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0673323 Jun 29 23:19:28.926846 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-663e3ec6-c8b7-4e46-8370-407a86f32dbe req-fc199c68-74f1-4998-91fc-ab5406fe7ed8 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338697 Jun 29 23:19:30.099452 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8541e-3966-41f6-9283-de35b437f4d7 req-00eeb730-917f-471f-8d99-2ccab0204451 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:30.100923 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-faa8541e-3966-41f6-9283-de35b437f4d7 req-00eeb730-917f-471f-8d99-2ccab0204451 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0654690 Jun 29 23:19:30.137545 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-faa8541e-3966-41f6-9283-de35b437f4d7 req-1cbfa0dc-e8ed-4815-8444-08d0c9875f76 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311136 Jun 29 23:19:31.307191 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770a985-c943-419e-802e-3f67d2898531 req-e8f475bd-a267-4a01-9020-728e42b297d4 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:31.308547 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a770a985-c943-419e-802e-3f67d2898531 req-e8f475bd-a267-4a01-9020-728e42b297d4 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0615726 Jun 29 23:19:31.345363 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a770a985-c943-419e-802e-3f67d2898531 req-32f0e5ea-029d-4263-b59e-f2e4e3ff9c32 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312417 Jun 29 23:19:32.523336 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fcaafc-2440-4a5b-b92f-2dd5e82d923d req-73acb8c1-1fe8-4e02-b314-59ea5bda4d14 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:32.524787 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e5fcaafc-2440-4a5b-b92f-2dd5e82d923d req-73acb8c1-1fe8-4e02-b314-59ea5bda4d14 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0622487 Jun 29 23:19:32.563309 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e5fcaafc-2440-4a5b-b92f-2dd5e82d923d req-b8839bf9-50c5-46ea-842d-006f59adb0b7 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326726 Jun 29 23:19:33.739757 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9eba15-3e39-4f11-abd1-12be9eeb861c req-46c7b2ab-2755-4671-b2f1-9fc2604a49ce tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:33.741290 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ed9eba15-3e39-4f11-abd1-12be9eeb861c req-46c7b2ab-2755-4671-b2f1-9fc2604a49ce tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0644400 Jun 29 23:19:33.779185 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ed9eba15-3e39-4f11-abd1-12be9eeb861c req-1fd056ee-d46b-4d5c-afd7-05540faa2dfe tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322173 Jun 29 23:19:34.297269 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:34.957954 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e4f92-eccc-4aff-aa21-1532b5f7ee49 req-2eb51267-0f7e-45bf-872b-b617d6363b73 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:34.959322 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-464e4f92-eccc-4aff-aa21-1532b5f7ee49 req-2eb51267-0f7e-45bf-872b-b617d6363b73 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0659328 Jun 29 23:19:34.996107 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-464e4f92-eccc-4aff-aa21-1532b5f7ee49 req-cb30f334-7bde-4c9e-8045-d394ef8f9970 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313563 Jun 29 23:19:36.169711 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132f63b-5df3-4ef8-a2df-21245940471e req-0afa1883-fe01-47a1-bb2b-f316faac9c4d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:36.171161 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b132f63b-5df3-4ef8-a2df-21245940471e req-0afa1883-fe01-47a1-bb2b-f316faac9c4d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0647624 Jun 29 23:19:36.208461 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b132f63b-5df3-4ef8-a2df-21245940471e req-bd6b9a40-f2c5-40c6-9f34-3cdd189e0da9 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307631 Jun 29 23:19:37.385154 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3b2ad-45be-4e24-9523-012c3e24c350 req-9880ecae-980d-4f07-bba7-4017d07d5e35 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:37.386626 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-50a3b2ad-45be-4e24-9523-012c3e24c350 req-9880ecae-980d-4f07-bba7-4017d07d5e35 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0641987 Jun 29 23:19:37.423856 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-50a3b2ad-45be-4e24-9523-012c3e24c350 req-a5c9608b-0894-41dd-a3a7-5937e381ddbc tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317039 Jun 29 23:19:38.593620 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67a092-7e8f-48e1-8dc8-64c6d74f030a req-b42255f7-2934-42b9-96a2-940775427135 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:38.595001 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fc67a092-7e8f-48e1-8dc8-64c6d74f030a req-b42255f7-2934-42b9-96a2-940775427135 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0626519 Jun 29 23:19:38.631882 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fc67a092-7e8f-48e1-8dc8-64c6d74f030a req-8f59bdb7-9b98-41cd-b198-94c3bfe8f68e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308268 Jun 29 23:19:39.802054 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009279b8-79b3-4dfa-8f3a-b66f2424eac7 req-ce077cc4-c5c1-4a76-9cad-f2f81b181867 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:39.803516 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-009279b8-79b3-4dfa-8f3a-b66f2424eac7 req-ce077cc4-c5c1-4a76-9cad-f2f81b181867 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0628977 Jun 29 23:19:39.848519 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-009279b8-79b3-4dfa-8f3a-b66f2424eac7 req-a6a32d06-fa8b-45aa-b9b0-bab40cde7462 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345523 Jun 29 23:19:41.025351 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e4004-2780-428f-bd99-43ba6ba2e6cb req-4159f3c9-3deb-455a-ae30-eb95e9ab790f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:41.026852 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a89e4004-2780-428f-bd99-43ba6ba2e6cb req-4159f3c9-3deb-455a-ae30-eb95e9ab790f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0674369 Jun 29 23:19:41.065044 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a89e4004-2780-428f-bd99-43ba6ba2e6cb req-5326bbee-28cb-4db2-afef-1ec8a95e1017 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326214 Jun 29 23:19:42.240626 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b831e-31f9-4a74-b1d5-0e8b9caca40e req-8a098690-4a49-4e1c-925f-ec612c435aaa tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:42.242092 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e60b831e-31f9-4a74-b1d5-0e8b9caca40e req-8a098690-4a49-4e1c-925f-ec612c435aaa tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0652449 Jun 29 23:19:42.280161 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e60b831e-31f9-4a74-b1d5-0e8b9caca40e req-53946938-1dbf-4048-b3b5-dee60d3f49e7 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324280 Jun 29 23:19:43.449878 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fdcd23-8295-44d2-a516-4041411a5034 req-6d186189-7618-4aac-aa03-e6488f85071a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:43.451239 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e3fdcd23-8295-44d2-a516-4041411a5034 req-6d186189-7618-4aac-aa03-e6488f85071a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0608673 Jun 29 23:19:43.489161 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e3fdcd23-8295-44d2-a516-4041411a5034 req-ae17997b-ec24-4f07-b366-909d49ba3240 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322154 Jun 29 23:19:44.658505 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e0c49-1450-4bc3-a7d3-db9680e811f6 req-eb3e0180-9ca0-47d7-9c88-c67ff9f70bac tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:44.660558 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-818e0c49-1450-4bc3-a7d3-db9680e811f6 req-eb3e0180-9ca0-47d7-9c88-c67ff9f70bac tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0622287 Jun 29 23:19:44.702575 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-818e0c49-1450-4bc3-a7d3-db9680e811f6 req-263a01c1-7912-43a3-b8e0-9767627b0a44 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364308 Jun 29 23:19:45.880799 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98bbc04-2dc8-4372-ba44-da90bd2d3fe5 req-4ae8cfeb-517c-4ab2-875d-22e95928f988 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:45.882320 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d98bbc04-2dc8-4372-ba44-da90bd2d3fe5 req-4ae8cfeb-517c-4ab2-875d-22e95928f988 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0651124 Jun 29 23:19:45.919611 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d98bbc04-2dc8-4372-ba44-da90bd2d3fe5 req-c1a4a300-47de-4663-bb92-8acdd5e7cf13 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314412 Jun 29 23:19:46.391754 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:19:47.091856 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a696580-baf4-4f32-919f-b95c7c8fbb5c req-eed8985a-fc26-4642-b523-cca5220ac443 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:47.093332 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0a696580-baf4-4f32-919f-b95c7c8fbb5c req-eed8985a-fc26-4642-b523-cca5220ac443 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0653002 Jun 29 23:19:47.132467 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0a696580-baf4-4f32-919f-b95c7c8fbb5c req-29a67d0f-a350-4063-b768-21802b3a35b3 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329013 Jun 29 23:19:47.137673 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-549e3eda-6634-46d0-889c-f881c8cf0c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:48.309766 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8ac87-616d-47ee-ae8e-af7e774182f5 req-e4c62aef-ff4f-43d2-8f98-2c7e8efa5073 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:48.311246 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-72b8ac87-616d-47ee-ae8e-af7e774182f5 req-e4c62aef-ff4f-43d2-8f98-2c7e8efa5073 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0674098 Jun 29 23:19:48.349923 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-72b8ac87-616d-47ee-ae8e-af7e774182f5 req-71da2974-ce81-42ca-a951-d12bcfb85802 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323243 Jun 29 23:19:49.520069 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a585da1-754d-44a7-913e-b3c83ec86df0 req-0964e346-4dce-4a8a-8e4f-32e2d583fc5f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:49.521562 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2a585da1-754d-44a7-913e-b3c83ec86df0 req-0964e346-4dce-4a8a-8e4f-32e2d583fc5f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0627799 Jun 29 23:19:49.559010 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2a585da1-754d-44a7-913e-b3c83ec86df0 req-be670048-b311-4257-b941-18101746cc06 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318310 Jun 29 23:19:49.621105 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-e50e04c3-4ea4-4ae1-aafb-6200cc5b2bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:50.120433 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:50.737304 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617fd581-f97f-4caa-bbb1-a1001fa4ab79 req-ac48067e-99db-40ee-814d-123b066e9552 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:50.738805 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-617fd581-f97f-4caa-bbb1-a1001fa4ab79 req-ac48067e-99db-40ee-814d-123b066e9552 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0656807 Jun 29 23:19:50.776516 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-617fd581-f97f-4caa-bbb1-a1001fa4ab79 req-91f33e05-926f-4f17-bf52-b0342cdbeb62 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321708 Jun 29 23:19:50.813641 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:51.946211 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fe290-8b9c-40bf-84f0-520f1b96c225 req-f225eaff-b452-402f-aebf-8845d59022f1 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:51.947653 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-270fe290-8b9c-40bf-84f0-520f1b96c225 req-f225eaff-b452-402f-aebf-8845d59022f1 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0615487 Jun 29 23:19:51.984649 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-270fe290-8b9c-40bf-84f0-520f1b96c225 req-788c3f5a-9b13-4f8e-b8dc-0ad78a869a2d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313854 Jun 29 23:19:52.650576 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:53.160287 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d595a6-f9c7-4d28-9c64-ec623f36e44a req-f0473b1d-11a0-4df7-8f07-07cac6423f24 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:53.161668 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-76d595a6-f9c7-4d28-9c64-ec623f36e44a req-f0473b1d-11a0-4df7-8f07-07cac6423f24 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0666492 Jun 29 23:19:53.199813 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-76d595a6-f9c7-4d28-9c64-ec623f36e44a req-e5fa5f39-3cd3-4d50-a406-76bf6e3733dd tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325034 Jun 29 23:19:54.385598 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8dfb0-1022-49ee-b723-c227047ec3e4 req-dcfbae86-13e8-4c35-849c-a700fbaf48ca tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:54.387045 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f6b8dfb0-1022-49ee-b723-c227047ec3e4 req-dcfbae86-13e8-4c35-849c-a700fbaf48ca tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0748324 Jun 29 23:19:54.423223 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f6b8dfb0-1022-49ee-b723-c227047ec3e4 req-f4b3c644-4968-47c9-95d5-13616e178ffc tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305533 Jun 29 23:19:55.598735 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518e7a0-7ada-45af-8a3e-fe690e0559e8 req-c47f919d-533b-4e87-abd7-5900186ae436 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:55.600130 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0518e7a0-7ada-45af-8a3e-fe690e0559e8 req-c47f919d-533b-4e87-abd7-5900186ae436 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0630541 Jun 29 23:19:55.638418 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0518e7a0-7ada-45af-8a3e-fe690e0559e8 req-f86d5ea6-c22f-4984-bc13-e85518dc8154 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323997 Jun 29 23:19:56.812116 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e285387-d75b-41df-b457-37b8fd4b8ee2 req-daf15f5a-55d4-49d8-b015-82bb0f14e580 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:56.813592 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6e285387-d75b-41df-b457-37b8fd4b8ee2 req-daf15f5a-55d4-49d8-b015-82bb0f14e580 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0618207 Jun 29 23:19:56.851035 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6e285387-d75b-41df-b457-37b8fd4b8ee2 req-8e08e015-d7c4-454e-9920-773469a9dcd1 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318463 Jun 29 23:19:58.025274 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db371b92-2348-487d-822d-f176899f9c66 req-cd7da076-5429-4e8c-8100-73c78042d3d7 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:58.026639 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-db371b92-2348-487d-822d-f176899f9c66 req-cd7da076-5429-4e8c-8100-73c78042d3d7 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0623574 Jun 29 23:19:58.062897 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-db371b92-2348-487d-822d-f176899f9c66 req-91d733ff-0463-4d23-b4a1-5fbc90ae6dd2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306871 Jun 29 23:19:59.239872 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c168e2-330a-46eb-850d-4b9729915da5 req-d1cf72ab-1768-4c86-a64c-f75d5bf535f5 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:59.241300 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-23c168e2-330a-46eb-850d-4b9729915da5 req-d1cf72ab-1768-4c86-a64c-f75d5bf535f5 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0681896 Jun 29 23:19:59.279785 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-23c168e2-330a-46eb-850d-4b9729915da5 req-88fa8740-fd37-42b3-bba3-ffb44fa5272f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327728 Jun 29 23:20:00.450548 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada30301-7725-434c-8c45-d4355bf994d6 req-7c3e6029-c843-413f-9692-15041b2620e2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:20:00.452028 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ada30301-7725-434c-8c45-d4355bf994d6 req-7c3e6029-c843-413f-9692-15041b2620e2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0649154 Jun 29 23:20:00.489478 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ada30301-7725-434c-8c45-d4355bf994d6 req-e2e11a11-1c07-4745-ab16-470cb6a43637 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318315 Jun 29 23:20:01.663474 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e6cb5-5ba9-4b29-bfb1-32248093cff3 req-17fb8d93-208a-4d0b-bb74-b11950f718ef tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:20:01.665937 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9a9e6cb5-5ba9-4b29-bfb1-32248093cff3 req-17fb8d93-208a-4d0b-bb74-b11950f718ef tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0647719 Jun 29 23:20:01.713383 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9a9e6cb5-5ba9-4b29-bfb1-32248093cff3 req-a3abd55b-d277-4b55-94eb-3e6e4fb428b0 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384777 Jun 29 23:20:02.895916 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ad31a-89e1-470c-8085-888482304de4 req-6c040037-3216-4cb4-a59d-6719eb29eb1b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:20:02.897459 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f59ad31a-89e1-470c-8085-888482304de4 req-6c040037-3216-4cb4-a59d-6719eb29eb1b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0751534 Jun 29 23:20:02.934259 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f59ad31a-89e1-470c-8085-888482304de4 req-d881a08b-c7ca-4a3d-946d-ad79dda68b6b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311852 Jun 29 23:20:04.104299 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5eae2-5885-41c1-a8eb-a42c47298df0 req-3edddf1d-93b1-461f-adad-6113b1c30e42 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:20:04.105774 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b8f5eae2-5885-41c1-a8eb-a42c47298df0 req-3edddf1d-93b1-461f-adad-6113b1c30e42 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0646431 Jun 29 23:20:04.142253 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b8f5eae2-5885-41c1-a8eb-a42c47298df0 req-e1f774a9-fd72-4cdd-a7b6-1a02c58bf27e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307314 Jun 29 23:20:04.304199 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:05.318453 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849baa2-b916-413f-8102-d11d53875dd4 req-07ff95e9-1080-41b3-8cc0-a92d29a5e66c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:20:05.319954 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c849baa2-b916-413f-8102-d11d53875dd4 req-07ff95e9-1080-41b3-8cc0-a92d29a5e66c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0678458 Jun 29 23:20:05.361927 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c849baa2-b916-413f-8102-d11d53875dd4 req-c4948707-0994-4130-9d5b-b4675be4d4ea tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350990 Jun 29 23:20:06.535285 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5b933-2fbe-4c2f-b023-20c0811a996e req-37b0216e-5cae-4db4-b093-a638c6f6f0dc tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:20:06.536789 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0fd5b933-2fbe-4c2f-b023-20c0811a996e req-37b0216e-5cae-4db4-b093-a638c6f6f0dc tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0660839 Jun 29 23:20:06.574568 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0fd5b933-2fbe-4c2f-b023-20c0811a996e req-c6e8ab0d-d448-49ed-b466-d309aa183bd4 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322661 Jun 29 23:20:07.747898 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31951a69-5308-43ce-a41b-57e9afe30903 req-54b122fc-39e4-4718-905b-2bc82f7bf596 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:20:07.749432 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-31951a69-5308-43ce-a41b-57e9afe30903 req-54b122fc-39e4-4718-905b-2bc82f7bf596 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0650611 Jun 29 23:20:07.785880 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-31951a69-5308-43ce-a41b-57e9afe30903 req-6b52bffa-a427-402d-b1ff-0b5a6c87e71a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303519 Jun 29 23:20:08.952109 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18773f61-9f9c-43de-98c8-abff20e45a7f req-f7151fe3-eafd-4d66-a715-4c303d5d22c3 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:20:08.953509 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-18773f61-9f9c-43de-98c8-abff20e45a7f req-f7151fe3-eafd-4d66-a715-4c303d5d22c3 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0607688 Jun 29 23:20:08.992469 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-18773f61-9f9c-43de-98c8-abff20e45a7f req-f38b6600-d633-4959-9da2-f558d33046c5 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327525 Jun 29 23:20:10.174570 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80550cf3-4d91-41f4-818d-3ebe5c3cb754 req-2aa8b0d0-45a8-4d66-9371-5952023a5bd6 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:20:10.176090 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-80550cf3-4d91-41f4-818d-3ebe5c3cb754 req-2aa8b0d0-45a8-4d66-9371-5952023a5bd6 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0730824 Jun 29 23:20:10.214763 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-80550cf3-4d91-41f4-818d-3ebe5c3cb754 req-3aa65b5f-8e54-43af-b41f-d4bd8577fecf tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330980 Jun 29 23:20:11.391823 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446892c6-ac19-441e-9aa1-e1fbe292db0b req-d91a1164-47b4-48a7-a02a-c1814c759a0a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:20:11.393554 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-446892c6-ac19-441e-9aa1-e1fbe292db0b req-d91a1164-47b4-48a7-a02a-c1814c759a0a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0657363 Jun 29 23:20:11.430300 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-446892c6-ac19-441e-9aa1-e1fbe292db0b req-860bde0b-abad-4e28-8100-8426906d40ae tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311880 Jun 29 23:20:12.608027 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a12a53-c47a-4372-a20a-be78cae4f736 req-76242d35-a284-439e-9bd6-fa9deee7020a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:20:12.609534 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-83a12a53-c47a-4372-a20a-be78cae4f736 req-76242d35-a284-439e-9bd6-fa9deee7020a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0655072 Jun 29 23:20:12.645677 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-83a12a53-c47a-4372-a20a-be78cae4f736 req-89959337-a3d8-48a8-91e2-e285dbacfdb3 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306222 Jun 29 23:20:13.816965 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68977c5-c757-4bda-a356-2e890292171d req-6a3d79d3-67ae-4cb5-b5de-705601f97440 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:20:13.818342 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b68977c5-c757-4bda-a356-2e890292171d req-6a3d79d3-67ae-4cb5-b5de-705601f97440 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0629752 Jun 29 23:20:13.856256 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b68977c5-c757-4bda-a356-2e890292171d req-cf636554-e036-4b74-b576-4d627e95874f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324347 Jun 29 23:20:14.628182 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-dd300f4f-0324-48b4-9b0d-0ebfd3293899 req-9a173c75-b5dc-45c9-adad-affd00258c6f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521781 Jun 29 23:20:14.703390 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd300f4f-0324-48b4-9b0d-0ebfd3293899 req-96deeb5d-3001-4b3b-8a51-2cefe250b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:20:14.705486 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-dd300f4f-0324-48b4-9b0d-0ebfd3293899 req-96deeb5d-3001-4b3b-8a51-2cefe250b27a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9855b0b0a0d24eebabad9d02a3593f56&device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 1096 time: 0.0530014 Jun 29 23:20:14.820469 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd300f4f-0324-48b4-9b0d-0ebfd3293899 req-db8e57d6-6fc5-4b43-a6e5-c8c037810cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:20:14.822415 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-dd300f4f-0324-48b4-9b0d-0ebfd3293899 req-db8e57d6-6fc5-4b43-a6e5-c8c037810cc9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5fc87514-4bd0-4767-a854-4d25442e1d05 HTTP/1.1" status: 200 len: 910 time: 0.0969431 Jun 29 23:20:14.897268 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-dd300f4f-0324-48b4-9b0d-0ebfd3293899 req-27101b0c-17bd-4a4b-b31b-676c03def5d6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3605f120-8b3a-4cb2-865a-b59f60e3d7da HTTP/1.1" status: 200 len: 998 time: 0.0685925 Jun 29 23:20:14.960464 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd300f4f-0324-48b4-9b0d-0ebfd3293899 req-a9a8f82e-a6e2-4eef-82a9-89330c20f961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:20:14.962011 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-dd300f4f-0324-48b4-9b0d-0ebfd3293899 req-a9a8f82e-a6e2-4eef-82a9-89330c20f961 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6c5958d2-5979-42b6-8d5d-8777f7be84eb HTTP/1.1" status: 200 len: 848 time: 0.0576985 Jun 29 23:20:15.073462 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd300f4f-0324-48b4-9b0d-0ebfd3293899 req-413ea28f-2290-4d04-a643-be027f05b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:20:15.075030 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-dd300f4f-0324-48b4-9b0d-0ebfd3293899 req-413ea28f-2290-4d04-a643-be027f05b1dc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5fc87514-4bd0-4767-a854-4d25442e1d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1068375 Jun 29 23:20:15.099018 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467c25c-758d-457a-a79b-8fb31293e8c6 req-6e633e40-a41d-4662-8542-07a6740d3848 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:20:15.101058 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e467c25c-758d-457a-a79b-8fb31293e8c6 req-6e633e40-a41d-4662-8542-07a6740d3848 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.1056767 Jun 29 23:20:15.201036 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e467c25c-758d-457a-a79b-8fb31293e8c6 req-67130bbd-d0a7-40fb-9dcb-f538c7f50ad1 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589695 Jun 29 23:20:15.218347 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-dd300f4f-0324-48b4-9b0d-0ebfd3293899 req-0bf118f1-9f14-489f-972d-d63d8f37a0da service neutron] 10.222.0.52 "GET /v2.0/networks/5fc87514-4bd0-4767-a854-4d25442e1d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351280 Jun 29 23:20:15.318753 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-dd300f4f-0324-48b4-9b0d-0ebfd3293899 req-a53caab6-d671-458b-b168-0bce98c87334 service neutron] 10.222.0.52 "GET /v2.0/networks/5fc87514-4bd0-4767-a854-4d25442e1d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942159 Jun 29 23:20:16.371673 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ec57c-4de4-4953-a465-5647c814d9f4 req-82412694-ea60-48ce-b930-268d32ae2bbf tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:20:16.373154 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2a6ec57c-4de4-4953-a465-5647c814d9f4 req-82412694-ea60-48ce-b930-268d32ae2bbf tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0613055 Jun 29 23:20:16.410249 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2a6ec57c-4de4-4953-a465-5647c814d9f4 req-173da488-7d1e-4c39-bab1-126cf1b139f8 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308440 Jun 29 23:20:17.138072 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-e187c654-4d0e-440f-b744-2c1957683250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:17.587869 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa78ca5-244f-413d-ab20-a37ef25d37ee req-67024121-c7df-4236-b5ca-d4503002af02 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:20:17.589398 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-cfa78ca5-244f-413d-ab20-a37ef25d37ee req-67024121-c7df-4236-b5ca-d4503002af02 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0646286 Jun 29 23:20:17.628325 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-cfa78ca5-244f-413d-ab20-a37ef25d37ee req-3793213e-1f13-4a05-a0db-9d2dda5ef1d3 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334339 Jun 29 23:20:18.798288 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6975722-309a-46f6-9c4f-279a68ba381a req-76a46a94-c83f-4aba-a706-6bc843dcff18 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:20:18.800347 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c6975722-309a-46f6-9c4f-279a68ba381a req-76a46a94-c83f-4aba-a706-6bc843dcff18 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0657699 Jun 29 23:20:18.837139 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c6975722-309a-46f6-9c4f-279a68ba381a req-7d8de091-7c9f-4f24-a86e-8d534115ccbb tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312178 Jun 29 23:20:19.622658 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-fa115042-8c85-4629-b5dd-ff67358081f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:20.007937 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b2104-4ba0-419e-9ea0-871bd1dcf75d req-5859d131-d58c-42bf-bdc6-72b0ae55d5f0 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:20:20.009411 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-677b2104-4ba0-419e-9ea0-871bd1dcf75d req-5859d131-d58c-42bf-bdc6-72b0ae55d5f0 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0611522 Jun 29 23:20:20.045515 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-677b2104-4ba0-419e-9ea0-871bd1dcf75d req-fbafc970-eb01-47fe-9553-14f4ee6fcaf1 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306585 Jun 29 23:20:20.070979 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 38106) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:20:20.121501 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:20.227199 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-fa83779e-d2ba-4d28-9422-bebeb3ba2a4f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Deleting port 2fa2cf5b-633c-44a8-9739-09ab97c33fc5 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:20:20.227536 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-fa83779e-d2ba-4d28-9422-bebeb3ba2a4f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:20.301889 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-fa83779e-d2ba-4d28-9422-bebeb3ba2a4f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:20.302220 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-fa83779e-d2ba-4d28-9422-bebeb3ba2a4f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:20.313733 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-fa83779e-d2ba-4d28-9422-bebeb3ba2a4f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Calling delete_port for 2fa2cf5b-633c-44a8-9739-09ab97c33fc5 owned by network:floatingip {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:20:20.477613 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-fa83779e-d2ba-4d28-9422-bebeb3ba2a4f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:20.480337 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-d2718299-8820-48e7-85c6-5c309328f372 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:20:20.503930 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa83779e-d2ba-4d28-9422-bebeb3ba2a4f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Pushing event deleted for resources: {'Port': ['ID=2fa2cf5b-633c-44a8-9739-09ab97c33fc5,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:20:20.532558 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83779e-d2ba-4d28-9422-bebeb3ba2a4f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:20:20.533744 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83779e-d2ba-4d28-9422-bebeb3ba2a4f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:20:20.534113 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83779e-d2ba-4d28-9422-bebeb3ba2a4f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:20:20.534471 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83779e-d2ba-4d28-9422-bebeb3ba2a4f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:20:20.534824 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83779e-d2ba-4d28-9422-bebeb3ba2a4f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:20:20.535245 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83779e-d2ba-4d28-9422-bebeb3ba2a4f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:20:20.535595 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83779e-d2ba-4d28-9422-bebeb3ba2a4f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:20:20.535942 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83779e-d2ba-4d28-9422-bebeb3ba2a4f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:20:20.536288 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83779e-d2ba-4d28-9422-bebeb3ba2a4f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:20:20.536661 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83779e-d2ba-4d28-9422-bebeb3ba2a4f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:20:20.537006 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83779e-d2ba-4d28-9422-bebeb3ba2a4f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:20:20.537346 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83779e-d2ba-4d28-9422-bebeb3ba2a4f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:20:20.539869 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-fa83779e-d2ba-4d28-9422-bebeb3ba2a4f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks [] for floatingip, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:20.540199 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.db.l3_db [None req-fa83779e-d2ba-4d28-9422-bebeb3ba2a4f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Floating IP 7a48e228-ef27-45af-a725-1db34a8d4628 disassociated (deleted). External IP: 172.27.0.61, port: 3605f120-8b3a-4cb2-865a-b59f60e3d7da. Jun 29 23:20:20.542146 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-fa83779e-d2ba-4d28-9422-bebeb3ba2a4f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:20:20.740035 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa83779e-d2ba-4d28-9422-bebeb3ba2a4f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Router afde0061-30d1-4ccf-bf64-a568784536dc has already been hosted by L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:20:20.806655 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:20.852677 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa83779e-d2ba-4d28-9422-bebeb3ba2a4f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:20:20.858029 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-fa83779e-d2ba-4d28-9422-bebeb3ba2a4f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for floatingip, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:20.863201 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1346373-45c0-44f9-b747-b3d1c7056b9e None None] Sync routers for ids ['afde0061-30d1-4ccf-bf64-a568784536dc'] in dv-cinder-769602-4-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:20:20.875761 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1346373-45c0-44f9-b747-b3d1c7056b9e None None] Routers {'afde0061-30d1-4ccf-bf64-a568784536dc'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:20:20.876377 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-d1346373-45c0-44f9-b747-b3d1c7056b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:20:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['afde0061-30d1-4ccf-bf64-a568784536dc'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:20:20.900766 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-fa83779e-d2ba-4d28-9422-bebeb3ba2a4f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "DELETE /v2.0/floatingips/7a48e228-ef27-45af-a725-1db34a8d4628 HTTP/1.1" status: 204 len: 168 time: 0.8271403 Jun 29 23:20:20.900766 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f548adf-7eb0-44ea-99a5-978a24c26b0c', 'tag': '3605f120-8b3a-4cb2-865a-b59f60e3d7da'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:20:20.902263 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4ff624e5b506a15852624dbd6f9127feb1aca7eb9818edaf72933b1fc2af06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa36bd79-9744-4adf-9e1f-8f7b428db84d" -d '{"events": [{"name": "network-changed", "server_uuid": "2f548adf-7eb0-44ea-99a5-978a24c26b0c", "tag": "3605f120-8b3a-4cb2-865a-b59f60e3d7da"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:20:20.995497 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-d1346373-45c0-44f9-b747-b3d1c7056b9e None None] Set router afde0061-30d1-4ccf-bf64-a568784536dc gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:20:21.276783 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-d1346373-45c0-44f9-b747-b3d1c7056b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'name': 'tempest-TestShelveInstance-1982954808-router', 'tenant_id': '9855b0b0a0d24eebabad9d02a3593f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b4467d9e-8768-4f92-afbb-22ca12761ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:10:17Z', 'updated_at': '2021-06-29T23:10:22Z', 'revision_number': 4, 'project_id': '9855b0b0a0d24eebabad9d02a3593f56', 'gw_port': {'id': 'b4467d9e-8768-4f92-afbb-22ca12761ad2', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:10:17Z', 'updated_at': '2021-06-29T23:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': 'f8472051-1085-497b-a791-7093c5c50748', 'name': '', 'network_id': '5fc87514-4bd0-4767-a854-4d25442e1d05', 'tenant_id': '9855b0b0a0d24eebabad9d02a3593f56', 'mac_address': 'fa:16:3e:14:1a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '6c5958d2-5979-42b6-8d5d-8777f7be84eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:10:21Z', 'updated_at': '2021-06-29T23:10:28Z', 'revision_number': 5, 'project_id': '9855b0b0a0d24eebabad9d02a3593f56', 'subnets': [{'id': '6c5958d2-5979-42b6-8d5d-8777f7be84eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:20:21.285461 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e733f-efb2-4200-943e-d427376cad20 req-bf5b83be-9f46-453a-9acc-f3590f278510 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:20:21.287078 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4e6e733f-efb2-4200-943e-d427376cad20 req-bf5b83be-9f46-453a-9acc-f3590f278510 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0634770 Jun 29 23:20:21.303108 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1346373-45c0-44f9-b747-b3d1c7056b9e None None] Checking router: afde0061-30d1-4ccf-bf64-a568784536dc for host: dv-cinder-769602-4-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:20:21.311320 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1346373-45c0-44f9-b747-b3d1c7056b9e None None] Routers {'afde0061-30d1-4ccf-bf64-a568784536dc'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:20:21.311921 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-d1346373-45c0-44f9-b747-b3d1c7056b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:20:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['afde0061-30d1-4ccf-bf64-a568784536dc'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:20:21.324556 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4e6e733f-efb2-4200-943e-d427376cad20 req-217e17b4-6b0c-44e4-b109-79b049a815ad tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a973f75-51f6-4205-9629-593660ada800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318294 Jun 29 23:20:21.404192 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00385a6f-2a09-4d9d-8ec4-1a7ce9acdec3 req-438287dc-d48c-45b5-b6f5-9231d7bca08d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:20:21.404192 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-00385a6f-2a09-4d9d-8ec4-1a7ce9acdec3 req-438287dc-d48c-45b5-b6f5-9231d7bca08d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 943 time: 0.0812621 Jun 29 23:20:21.417769 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-d1346373-45c0-44f9-b747-b3d1c7056b9e None None] Set router afde0061-30d1-4ccf-bf64-a568784536dc gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:20:21.500698 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-00385a6f-2a09-4d9d-8ec4-1a7ce9acdec3 req-660481a9-004d-4d27-9a2b-271380d3a176 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Deleting port 3605f120-8b3a-4cb2-865a-b59f60e3d7da {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:20:21.501034 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-00385a6f-2a09-4d9d-8ec4-1a7ce9acdec3 req-660481a9-004d-4d27-9a2b-271380d3a176 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:21.589745 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-00385a6f-2a09-4d9d-8ec4-1a7ce9acdec3 req-660481a9-004d-4d27-9a2b-271380d3a176 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] For port 3605f120-8b3a-4cb2-865a-b59f60e3d7da, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=3605f120-8b3a-4cb2-865a-b59f60e3d7da,segment=NetworkSegment(d6a1547b-eb01-42e2-87d0-fd1ddf846118),segment_id=d6a1547b-eb01-42e2-87d0-fd1ddf846118)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:20:21.590010 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-00385a6f-2a09-4d9d-8ec4-1a7ce9acdec3 req-660481a9-004d-4d27-9a2b-271380d3a176 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:21.604782 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-00385a6f-2a09-4d9d-8ec4-1a7ce9acdec3 req-660481a9-004d-4d27-9a2b-271380d3a176 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Calling delete_port for 3605f120-8b3a-4cb2-865a-b59f60e3d7da owned by compute:nova {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:20:21.615390 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-d1346373-45c0-44f9-b747-b3d1c7056b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'name': 'tempest-TestShelveInstance-1982954808-router', 'tenant_id': '9855b0b0a0d24eebabad9d02a3593f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b4467d9e-8768-4f92-afbb-22ca12761ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:10:17Z', 'updated_at': '2021-06-29T23:10:22Z', 'revision_number': 4, 'project_id': '9855b0b0a0d24eebabad9d02a3593f56', 'gw_port': {'id': 'b4467d9e-8768-4f92-afbb-22ca12761ad2', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:10:17Z', 'updated_at': '2021-06-29T23:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': 'f8472051-1085-497b-a791-7093c5c50748', 'name': '', 'network_id': '5fc87514-4bd0-4767-a854-4d25442e1d05', 'tenant_id': '9855b0b0a0d24eebabad9d02a3593f56', 'mac_address': 'fa:16:3e:14:1a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '6c5958d2-5979-42b6-8d5d-8777f7be84eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:10:21Z', 'updated_at': '2021-06-29T23:10:28Z', 'revision_number': 5, 'project_id': '9855b0b0a0d24eebabad9d02a3593f56', 'subnets': [{'id': '6c5958d2-5979-42b6-8d5d-8777f7be84eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:20:21.640456 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1346373-45c0-44f9-b747-b3d1c7056b9e None None] The sync data for ids ['afde0061-30d1-4ccf-bf64-a568784536dc'] in dv-cinder-769602-4-iscsi is: [{'id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'name': 'tempest-TestShelveInstance-1982954808-router', 'tenant_id': '9855b0b0a0d24eebabad9d02a3593f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b4467d9e-8768-4f92-afbb-22ca12761ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:10:17Z', 'updated_at': '2021-06-29T23:10:22Z', 'revision_number': 4, 'project_id': '9855b0b0a0d24eebabad9d02a3593f56', 'gw_port': {'id': 'b4467d9e-8768-4f92-afbb-22ca12761ad2', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:10:17Z', 'updated_at': '2021-06-29T23:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': 'f8472051-1085-497b-a791-7093c5c50748', 'name': '', 'network_id': '5fc87514-4bd0-4767-a854-4d25442e1d05', 'tenant_id': '9855b0b0a0d24eebabad9d02a3593f56', 'mac_address': 'fa:16:3e:14:1a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '6c5958d2-5979-42b6-8d5d-8777f7be84eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:10:21Z', 'updated_at': '2021-06-29T23:10:28Z', 'revision_number': 5, 'project_id': '9855b0b0a0d24eebabad9d02a3593f56', 'subnets': [{'id': '6c5958d2-5979-42b6-8d5d-8777f7be84eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:20:21.739559 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-00385a6f-2a09-4d9d-8ec4-1a7ce9acdec3 req-660481a9-004d-4d27-9a2b-271380d3a176 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:21.743535 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-c728b3df-b4c5-4250-bcbd-969d23de8e8a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:20:21.771336 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660481a9-004d-4d27-9a2b-271380d3a176 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Pushing event deleted for resources: {'Port': ['ID=3605f120-8b3a-4cb2-865a-b59f60e3d7da,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:20:21.778545 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-660481a9-004d-4d27-9a2b-271380d3a176 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:20:21.815068 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-00385a6f-2a09-4d9d-8ec4-1a7ce9acdec3 req-660481a9-004d-4d27-9a2b-271380d3a176 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] No DVR routers for this DVR port 3605f120-8b3a-4cb2-865a-b59f60e3d7da on host hv-cinder-76960 {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:20:21.817809 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-00385a6f-2a09-4d9d-8ec4-1a7ce9acdec3 req-660481a9-004d-4d27-9a2b-271380d3a176 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:21.819861 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-00385a6f-2a09-4d9d-8ec4-1a7ce9acdec3 req-660481a9-004d-4d27-9a2b-271380d3a176 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.52 "DELETE /v2.0/ports/3605f120-8b3a-4cb2-865a-b59f60e3d7da HTTP/1.1" status: 204 len: 173 time: 0.4121940 Jun 29 23:20:21.916196 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385a2603-20c2-43cf-abb7-42bbd0eedbb5 None None] New status for floating IP 7a48e228-ef27-45af-a725-1db34a8d4628: DOWN {{(pid=93164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 23:20:21.968962 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81251f1d-8984-4fea-a8cd-e3e617fed8b5 x-openstack-request-id: req-81251f1d-8984-4fea-a8cd-e3e617fed8b5 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:20:21.969381 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f548adf-7eb0-44ea-99a5-978a24c26b0c", "tag": "3605f120-8b3a-4cb2-865a-b59f60e3d7da", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:20:21.969992 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-81251f1d-8984-4fea-a8cd-e3e617fed8b5 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:20:21.971514 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f548adf-7eb0-44ea-99a5-978a24c26b0c', 'tag': '3605f120-8b3a-4cb2-865a-b59f60e3d7da', 'status': 'completed', 'code': 200} Jun 29 23:20:22.025051 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fa36bd79-9744-4adf-9e1f-8f7b428db84d req-d63e781f-2c0c-4e1a-a93c-5be767c0864a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9855b0b0a0d24eebabad9d02a3593f56&device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0273399 Jun 29 23:20:22.122654 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36bd79-9744-4adf-9e1f-8f7b428db84d req-3e90bc33-5e13-4184-b010-27a57f8ff216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:20:22.124098 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fa36bd79-9744-4adf-9e1f-8f7b428db84d req-3e90bc33-5e13-4184-b010-27a57f8ff216 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=9855b0b0a0d24eebabad9d02a3593f56&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0921247 Jun 29 23:20:22.218221 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36bd79-9744-4adf-9e1f-8f7b428db84d req-3ee3e833-96ad-4382-8abb-9b5b0bc21633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:20:22.219697 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fa36bd79-9744-4adf-9e1f-8f7b428db84d req-3ee3e833-96ad-4382-8abb-9b5b0bc21633 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885894 Jun 29 23:20:22.473508 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-96774d10-a3ab-4a13-afde-d1bc9dbed4e8 req-ba17b0c4-8254-4b9b-8363-76c1dceb0a65 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0344131 Jun 29 23:20:22.654371 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:23.389634 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:20:23.611551 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-875a7d81-66aa-42e7-9a64-6bd892e18957 req-5760ef62-2070-4773-bca9-19e0cad99350 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0281212 Jun 29 23:20:23.973227 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f548adf-7eb0-44ea-99a5-978a24c26b0c', 'name': 'network-vif-deleted', 'tag': '3605f120-8b3a-4cb2-865a-b59f60e3d7da'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:20:23.975524 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4ff624e5b506a15852624dbd6f9127feb1aca7eb9818edaf72933b1fc2af06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb52f29-2884-4909-9c18-258b32b8d921" -d '{"events": [{"server_uuid": "2f548adf-7eb0-44ea-99a5-978a24c26b0c", "name": "network-vif-deleted", "tag": "3605f120-8b3a-4cb2-865a-b59f60e3d7da"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:20:24.011699 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449981bd-12c3-4df9-bc0c-e1111966f71d x-openstack-request-id: req-449981bd-12c3-4df9-bc0c-e1111966f71d {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:20:24.012038 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f548adf-7eb0-44ea-99a5-978a24c26b0c", "name": "network-vif-deleted", "tag": "3605f120-8b3a-4cb2-865a-b59f60e3d7da", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:20:24.012304 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-449981bd-12c3-4df9-bc0c-e1111966f71d {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:20:24.012754 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f548adf-7eb0-44ea-99a5-978a24c26b0c', 'name': 'network-vif-deleted', 'tag': '3605f120-8b3a-4cb2-865a-b59f60e3d7da', 'status': 'completed', 'code': 200} Jun 29 23:20:24.749344 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-70aa3270-69fa-47a6-87af-a22cb719ceda req-1dc04afc-a817-4d5f-b197-1e7f0e9f5639 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0295527 Jun 29 23:20:25.901042 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-00af5f33-a503-42b3-9f57-f7f9d537df4f req-4331b9be-4d85-4f6c-b11a-7fc086ff6273 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0290358 Jun 29 23:20:27.038480 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ddd70555-34bf-4c77-939b-e7b381f7aa6e req-098fac43-4ba1-4cb2-96aa-350199d42403 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0273230 Jun 29 23:20:28.180681 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f8b8114e-49b7-4822-9ffc-87ea6918aecc req-933dc7e4-66bd-4841-b14f-5b3f1b994505 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0322969 Jun 29 23:20:29.576952 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c35a5d71-dcf7-4d34-ba96-42e760ca8a81 req-81b62067-632c-4fe4-a9fe-1a35f3d96998 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.2830560 Jun 29 23:20:30.713302 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f4579b42-70f1-4d33-a8ac-e896486c4de8 req-60127ddc-b367-4784-a8de-be5637b41ccf tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0279102 Jun 29 23:20:31.847240 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e5d94180-e78e-4c1c-9a65-bd68eb933744 req-989278af-4816-499f-bb3d-0dac4b685850 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0275447 Jun 29 23:20:33.114025 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3cee9755-25ca-4a35-9d6e-c20c0474a583 req-f4119168-3616-4001-b928-367022e161d9 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0303538 Jun 29 23:20:34.249276 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9a3f1f82-86e9-4832-ae9a-efdf0670177d req-d7aab18e-ebdb-4650-afc8-2e94ff92ee1f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0280383 Jun 29 23:20:34.308801 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:35.398391 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f97d5555-e280-4478-a735-ed89a95da0ea req-45149bc0-916d-450c-882c-a74858145afa tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0286324 Jun 29 23:20:36.534979 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c7fc4f41-a729-441a-bcf1-19e58ede3330 req-9762576a-d60e-4d35-ad97-478d2655bda4 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0286167 Jun 29 23:20:37.669214 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-593344c0-0759-4d7e-a207-88460b52cdd0 req-dacc4216-11de-45d9-9d82-3b05d0b00cac tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0273879 Jun 29 23:20:38.812321 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-33ed2921-4575-4ede-89f0-43b05b8b2968 req-b6612848-ac49-4ff8-8ad8-0f26431a62ee tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0305319 Jun 29 23:20:39.947039 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-861311b4-ebf9-494c-8047-d62773bfc171 req-c92a6d22-dfaa-46c5-ac4f-162284fd8f53 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0279374 Jun 29 23:20:41.087842 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0f986da4-bc09-4aa3-9559-36ef7d8ace9c req-b603aebf-fef2-44ef-8845-c0c011e583a5 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0273540 Jun 29 23:20:42.227918 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6c50c941-8ecd-4b93-999a-77f831aa3fee req-7ea63579-b684-40bb-934a-65dcfca6b443 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0304003 Jun 29 23:20:43.377127 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ba1b33a2-1bb5-48b1-9abe-4438ac13225a req-a857b4b1-4be5-40d3-9218-114ed65f1985 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0269403 Jun 29 23:20:44.513492 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d957c79d-fdfb-4663-9cb3-46e409d8ddc1 req-40306be6-f055-4b3e-b62b-54bac37eeaac tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0296628 Jun 29 23:20:45.653601 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1e5b4f9d-a22a-482b-a4f5-9e59373a1e73 req-40d71ad4-32f9-436e-b05a-61c2f6924745 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0319536 Jun 29 23:20:46.791564 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e32f3a45-45ed-4d4f-abb6-c1b7e9f1e37e req-472cc1e0-7019-431f-854b-e999c0456427 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0281119 Jun 29 23:20:47.138828 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-dd951bc1-9228-4136-a1a9-22389ab19fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:47.934259 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4e05e15a-17ce-46bd-ae74-584dfa5c330f req-061f4d29-ae02-44ae-b407-d24540912886 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0307400 Jun 29 23:20:49.070679 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-58274224-7581-40d5-9526-e081f38dc092 req-6a49ee4d-e21e-42bc-bf92-7a2693aed6c8 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0290439 Jun 29 23:20:49.624067 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9d8e9721-62ff-419e-9328-37ae8b8233a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:50.122794 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:50.205730 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-674018c2-323e-4ec1-bcf4-5aed69fe45f8 req-27159987-2246-432f-8780-171138d10079 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0277214 Jun 29 23:20:50.809083 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:51.346538 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d8836ecd-4c88-4469-af12-8e0d27c6650c req-b646cdc9-c400-4f61-bd3c-774313e2612f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0298944 Jun 29 23:20:52.485257 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-aaad06d6-a73c-4d6f-b640-01f6e3ec19fd req-a5f066fa-3782-43c4-9600-a77980f34c4b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0308609 Jun 29 23:20:52.657867 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:53.620444 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f1d40347-c04a-4948-93c0-dad3e9ce8207 req-1900e04a-3bed-4414-be48-0455451c7011 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0284629 Jun 29 23:20:54.757346 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-24d8b00b-74d3-4cad-be7c-ef60b4ba84ea req-c5fb7454-8d31-493c-bced-fc0843958757 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0282784 Jun 29 23:20:55.892218 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-386e175c-85a6-448b-9648-dd3bcacd1bd6 req-36d75595-af01-420c-afe2-fc74227f8511 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0280068 Jun 29 23:20:57.039310 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f27596a5-001d-4065-9ee2-ff286bc6c26e req-16210139-5908-41e5-b986-a8f50dd1a3bc tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0309172 Jun 29 23:20:58.175576 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8b876715-a44a-4378-b8d8-31039431006b req-2a0a3694-35b1-4270-a2c5-d918ca5de9f0 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0278480 Jun 29 23:20:59.311980 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e3d90337-edbb-48d1-bbe2-b318bce2e2ce req-2307fe5d-00b1-4461-bb58-8b373a29f6a6 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0268433 Jun 29 23:21:00.389573 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:21:00.463978 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9ce871ff-4824-45d6-bc93-4dcd1d84dd8e req-1bb759b8-b9e7-416c-96b9-38a78c79d298 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0310607 Jun 29 23:21:01.599503 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7dd96da7-dbd8-41c3-89ae-25277627e16a req-05514ecf-a2e3-469b-8068-38f9256e2bc8 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0279555 Jun 29 23:21:02.739869 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0413bbc0-c42a-4b33-b5a1-6f391e49919f req-7c5b7357-6d4e-45db-ad1c-dc43fafaa312 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0290706 Jun 29 23:21:03.876185 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-766a6b59-a30c-4214-b26a-69691604a783 req-4c79a96d-5637-4cae-8717-a646323ff78d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0277376 Jun 29 23:21:04.325007 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:21:05.011318 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-257ed411-f221-4d9c-9251-0bfa620067af req-a2535d1a-bcbd-42f5-9841-31cc04ec394b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0276403 Jun 29 23:21:06.153627 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d7476c6b-12d3-4c52-a1dc-6f15498f9110 req-10bde61d-d596-46fa-bffd-20439d1f79ff tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0311091 Jun 29 23:21:07.286933 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fed4c031-0463-47e7-950e-0d667a0300aa req-b6df8272-b788-4682-927f-ff5446a1d517 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0275156 Jun 29 23:21:08.421737 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1f9f96d2-e1cf-429b-8d48-f4836bfa1767 req-18af112f-e773-4820-bed0-81a46fc6c044 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0272510 Jun 29 23:21:09.562276 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-eee7c894-faac-459d-8125-9344f395f244 req-3ce69778-a18a-47f3-a3fc-bde9ce8339f4 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0306628 Jun 29 23:21:10.697404 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ff74cc04-2703-40a4-90ee-3fd64c7dce5a req-73dc6a2e-5df6-4223-98f1-ea799d978fd7 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0277202 Jun 29 23:21:11.839229 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5576be1a-0a0f-48bf-a5ec-190c4604d976 req-37940d36-097e-4540-a6bc-76f167f7fb0d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0317168 Jun 29 23:21:12.978407 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-114f5e6f-d774-4fdb-ad04-1836b7fe0d71 req-d2da9590-570c-468b-93e2-4f92bfec3663 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0291026 Jun 29 23:21:14.117484 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-873436e7-356d-4087-99ce-e25799962595 req-6712a5ba-eaee-4fb7-b3e5-fec694ead998 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0297740 Jun 29 23:21:15.260368 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-20e2da8c-87cd-4605-a980-3be254f0dcb8 req-a2b4364e-dd53-4f14-a91f-98f7f38bd39b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0313649 Jun 29 23:21:16.397779 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-909491b9-7bcf-423a-b7c3-e7634982e4e8 req-98aa1d18-637c-4e74-9252-f090e485f5b9 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0286157 Jun 29 23:21:16.594354 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6dcfb01f-9006-42c8-a8bf-8a8ad995a59b req-e2578af7-0c9b-4d3c-82d8-91c75a851ffe service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507822 Jun 29 23:21:16.693895 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfb01f-9006-42c8-a8bf-8a8ad995a59b req-fd90a40a-e036-4868-8887-d5e9d675d35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:21:16.695748 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6dcfb01f-9006-42c8-a8bf-8a8ad995a59b req-fd90a40a-e036-4868-8887-d5e9d675d35b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a21d7629b3b04afe9b528722dbde8df7&device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 1098 time: 0.0589218 Jun 29 23:21:16.816929 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfb01f-9006-42c8-a8bf-8a8ad995a59b req-7d454715-da5d-4428-8e43-59505059ff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:21:16.819293 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6dcfb01f-9006-42c8-a8bf-8a8ad995a59b req-7d454715-da5d-4428-8e43-59505059ff82 service neutron] 10.222.0.52 "GET /v2.0/networks?id=89702f14-ff61-4cde-bb1a-7226991037f5 HTTP/1.1" status: 200 len: 919 time: 0.1026049 Jun 29 23:21:16.863133 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6dcfb01f-9006-42c8-a8bf-8a8ad995a59b req-b78f67f1-ebae-412b-94e0-1b460e077c86 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aade234a-ab1f-4e8c-9ad8-f86e56f903ba HTTP/1.1" status: 200 len: 217 time: 0.0367832 Jun 29 23:21:16.914353 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfb01f-9006-42c8-a8bf-8a8ad995a59b req-fa343045-34b4-4f7b-a75f-e0725000a49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:21:16.916296 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6dcfb01f-9006-42c8-a8bf-8a8ad995a59b req-fa343045-34b4-4f7b-a75f-e0725000a49d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=849ea54a-79f1-48c3-8b24-76e2484d0112 HTTP/1.1" status: 200 len: 858 time: 0.0464730 Jun 29 23:21:16.953903 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6dcfb01f-9006-42c8-a8bf-8a8ad995a59b req-72096e5f-9380-4da8-be76-1917265e5430 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=89702f14-ff61-4cde-bb1a-7226991037f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314722 Jun 29 23:21:17.049900 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6dcfb01f-9006-42c8-a8bf-8a8ad995a59b req-3ed3660d-af5f-4a7b-ba41-49c3a9269c81 service neutron] 10.222.0.52 "GET /v2.0/networks/89702f14-ff61-4cde-bb1a-7226991037f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882249 Jun 29 23:21:17.143052 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f88ec7a7-6629-41b7-bf8b-62bc4bf815d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:21:17.157101 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6dcfb01f-9006-42c8-a8bf-8a8ad995a59b req-8fa15fd3-26cc-4211-98eb-3c2ff908f447 service neutron] 10.222.0.52 "GET /v2.0/networks/89702f14-ff61-4cde-bb1a-7226991037f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000488 Jun 29 23:21:17.532994 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-951025b6-ec5a-43ce-91af-f9d236d328c5 req-f33a48f5-522f-4b8e-be2a-e8ea539dd223 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0280254 Jun 29 23:21:18.675947 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-32cac3c8-a928-4875-8e99-effcbabf31e6 req-2046cbc8-b208-463a-8e2b-ece0a8c205ac tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0310705 Jun 29 23:21:19.625375 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-b931e6c6-5403-4990-80d4-db3d3dbc0722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:21:19.812453 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1e1e162c-2c78-4828-9d79-942c20fb39f3 req-baeb0717-49b2-41bc-9943-47aac28d0b5a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0270681 Jun 29 23:21:20.123822 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:21:20.811115 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:21:20.957512 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ff6d9fe4-447d-449a-b6e0-908b056770a8 req-49991521-84d6-4a90-ae27-8251ef56448c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0382864 Jun 29 23:21:22.099188 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-56d89d87-e6bb-4d5d-948d-fd7eed0d6b8e req-f83a0745-1a5e-40d7-b5bb-83daa3968b3f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0320234 Jun 29 23:21:22.660067 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:21:23.236009 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9eed77ef-ac64-43e5-988d-e113c46f6cd6 req-10ad56c9-723b-466f-a58d-5fa1f722eb42 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0275736 Jun 29 23:21:24.373552 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9f5d6811-7a30-42bb-956f-29d8993a06cf req-f530f6f0-1610-43bc-ac4e-e8eacf6d9ec1 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0278733 Jun 29 23:21:25.508588 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7c0738a3-ecf9-4c14-b80d-0108731661e6 req-9c504553-2f51-4973-9562-fb2b089be716 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0282142 Jun 29 23:21:26.644926 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e7855098-d66c-4434-8e3a-ec0cff769ec5 req-7ccf6c1e-5625-4472-a318-d9c0b3cc3343 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0292659 Jun 29 23:21:27.788043 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fa1580c5-6bd7-48cf-a17b-9be658f90bcf req-985ddde8-7694-43ed-927d-ed2d10d88d09 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0313914 Jun 29 23:21:28.921550 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-dbbff87f-7fb1-4ea9-98f7-b9b12f108400 req-aeeee247-0731-40df-af68-9f31afb01300 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0269830 Jun 29 23:21:30.059112 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a02434cf-8f50-43ba-b6ff-f31edfd3e325 req-71dbfd21-7069-431a-83d3-033d1d369e03 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0272577 Jun 29 23:21:31.198098 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6cb2430c-1350-4f8a-85e7-a5020b757eb1 req-0bbc81e0-06d5-4a27-b7b8-6c1a484590c1 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0306976 Jun 29 23:21:32.336163 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-382ed8cd-b5bc-4265-b72b-63fefa5739b7 req-b556660e-4a5a-4103-be87-5aa92826c691 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0307150 Jun 29 23:21:33.477069 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fd6a7bda-c967-41a1-b42d-44b5d6cb5fd9 req-0ee9ee6a-a010-4ba8-8984-6a4157680f84 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0293858 Jun 29 23:21:34.339806 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:21:34.613682 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-10a7f60d-e109-4643-9d4f-120de6777c79 req-fb6c2509-123c-41fe-9d59-28700a7e5169 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0295656 Jun 29 23:21:35.763253 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e0091ee1-003a-4544-b558-46e5ff33da4f req-155e6c7f-27b1-4763-af27-4fe80e513531 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0289421 Jun 29 23:21:36.905456 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0930944f-73e4-4725-81ae-7962885b778b req-0088e549-786b-4716-a14c-a60d2e9f253c tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0300951 Jun 29 23:21:37.387877 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:21:38.043066 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-27b81779-22f5-4545-a1c9-394c8a5088b1 req-506a922d-c6d5-44f0-a7d2-6cab3400242a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0293224 Jun 29 23:21:39.385462 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a2ba1fb6-17dc-48e5-ab2b-1fd7f236fa23 req-d30b5524-c670-42be-900c-e85d12d29623 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.2352450 Jun 29 23:21:40.524621 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-bb8d225e-acbd-42ca-b3bd-a2515f93c87f req-f38c869a-24be-4519-aa20-f348fd114227 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0303137 Jun 29 23:21:41.661429 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-24d596b3-1f7e-4518-be43-8a0e9ebb8c5c req-1e931ae6-a225-4adf-adec-a9ccf2958e96 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0278151 Jun 29 23:21:42.801742 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5e324290-d9a4-4669-a969-668530105e17 req-ce500343-72ff-4822-9a34-5963f72b5efe tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0284073 Jun 29 23:21:43.935921 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c5d805f3-494d-4f10-abff-2af252b16d24 req-3563b4d9-674b-4fcf-b798-9b7c537e0429 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0285490 Jun 29 23:21:45.073107 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-26d34ed1-f783-45d1-b847-fc1ab7a68141 req-103f32f1-fd5a-4a58-b484-3f7d191e935e tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0280857 Jun 29 23:21:46.214933 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5ab58169-6f3d-4cdb-bc1d-7f3c5c0b3cf0 req-29fb2265-c342-48b8-8c54-c365d6229b07 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0279918 Jun 29 23:21:47.144593 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-c818f3c6-39ae-4faf-a6b9-3e3571fb8b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:21:47.353916 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-71e8557b-6986-4822-9ab2-fc1705b159c1 req-b0efcac2-b25b-4d1c-aa84-365382548a2a tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0293672 Jun 29 23:21:48.499004 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7c2d6912-4a3d-4378-afeb-c3b413017b27 req-485a7229-77b2-4cf5-98f7-06e4bff981ea tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0312166 Jun 29 23:21:49.626517 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-a3875cf4-2131-4484-8b0e-77867a843a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:21:49.639306 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a313c152-7a0b-42b0-8683-15c85c12ce72 req-3ecc5a13-abb4-4c43-a776-eb82269c95a2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0311275 Jun 29 23:21:50.125066 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:21:50.776996 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b1adba3d-d6af-49c0-9486-52444c5f29bd req-b9eef2c8-b8a2-43c0-b6f4-58077ebca93d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0284455 Jun 29 23:21:50.813560 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:21:51.916141 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-bd51a7ca-940f-4f64-8ceb-5ac3baa43bfc req-41c44208-be88-4691-9569-60dd772cf980 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0284863 Jun 29 23:21:52.663629 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:21:53.052200 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-15d9a1ee-cc33-406c-bc87-2a351c55aeed req-eb96c9a7-e104-4e6e-a44b-6b53d2affd60 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0276501 Jun 29 23:21:54.189466 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-42c9a2fa-b4e6-47f8-9eda-28b4c60b43c1 req-89f927ec-8f6f-4fee-aa4f-99dffe30339d tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0283656 Jun 29 23:21:55.325530 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-87d2c9bb-9b66-4efb-ae8a-d02977b10e1d req-0d4182a4-3016-491a-a8b4-b2f1afa5bbac tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0271122 Jun 29 23:21:56.462895 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a881fecd-9fa4-4e10-893a-58cf09659be2 req-5e6b3246-d025-47d8-a3b1-a9d2dfc46264 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0273502 Jun 29 23:21:57.602348 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5a47c4b7-5133-405b-8b29-3738fd131a46 req-c3df6c10-88d1-4845-ad6a-020c8a6bad86 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0314596 Jun 29 23:21:58.748852 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-89e55ce0-e5c7-4900-b24c-d2e8bdfa0418 req-c7f311e6-3c5d-4dac-b712-a133260c992b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0334401 Jun 29 23:21:59.885543 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0d8dfe61-8fa1-46c0-87ff-833af33d85b7 req-cfb4a9ab-36b5-421e-94f2-dcb60ddaffaf tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0284739 Jun 29 23:22:01.026995 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-649e0131-6843-4b46-8084-0bc5d2d96897 req-65fe608f-4611-49d9-be45-a1f66190c5c9 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0285852 Jun 29 23:22:02.169978 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2b22e0d9-da0e-4286-a3bb-2e0325aec0cd req-cc2f2bc7-fcf8-49df-91f6-e7934f8cbb08 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0288446 Jun 29 23:22:03.307410 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c37c7848-f89f-4a68-ad01-b1703130ea61 req-f3b724b7-5f78-49ef-bb68-ba9363d545ea tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0278354 Jun 29 23:22:04.348562 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:04.445804 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-093940da-11c9-4977-9c72-c2dfcfe134d2 req-25fe10a9-db67-4051-ab65-52ddbeb96cd1 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0278230 Jun 29 23:22:05.582452 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8fe512fe-d999-4080-ad98-6568b5902078 req-8d309c05-0882-4e26-86b0-dac8ba2c1cb9 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0285416 Jun 29 23:22:06.720651 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-180a461c-cfb1-43d6-addf-52c01bac02dd req-36a9bddd-c9c3-4caf-97ec-1a768b5a1354 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0314548 Jun 29 23:22:07.860773 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9f5906d4-15e1-4a35-890b-5a2b83aaf9de req-180c85bd-c88c-4cb5-a4ee-1a94ce0792dd tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0318675 Jun 29 23:22:08.995204 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b57bdb44-094e-4575-b21d-5d70a6bd41b5 req-73c2f0ab-c061-4370-98af-a005ab717eb8 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0285316 Jun 29 23:22:10.132981 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-12bc4d45-43b0-4dbb-b5b9-276b14dd505c req-0fe084ce-025a-4c34-a369-b341d4d31901 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0284557 Jun 29 23:22:11.270421 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9e4f118a-a467-4e89-8fc4-35b8d4428e9e req-6e4d883b-61ca-468d-b2e7-80d093c84c68 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0292785 Jun 29 23:22:12.405804 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c06078ba-d8d2-42b2-8a01-88427bf53442 req-28a211ff-4730-49ba-953e-db87759807e4 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0279660 Jun 29 23:22:13.544300 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-78c2eac3-b37f-45e3-a696-7e0628420334 req-f0ddb085-a1d5-49cb-81d2-b14e4c45fc17 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0279453 Jun 29 23:22:14.386876 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:22:14.685070 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9c1f7327-3efe-4a45-842e-c25194d5da34 req-e7804a1c-ca50-4a14-baca-e36ddfce577b tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0327888 Jun 29 23:22:15.828407 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1a1297ae-5ebd-4372-9633-6f01b816eb95 req-ceb0ef2b-5ce5-48e3-8e4a-1430f6753cfb tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0308127 Jun 29 23:22:16.969157 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4acbaf6a-e3a5-4614-83a5-839f5da67b26 req-d59a5a4f-62c1-4a0e-933d-ff40e41ba6f4 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0317473 Jun 29 23:22:17.145675 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f70bf46a-c0aa-4a58-b637-719c58155d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:17.603344 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b5858f1a-e94e-4f4e-84dd-9104608791ff req-64cb5e28-7ed1-4471-80bd-1ebb57e2374a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506635 Jun 29 23:22:17.677002 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5858f1a-e94e-4f4e-84dd-9104608791ff req-5c926bac-2f32-4bf9-8b8b-67a350023a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:22:17.678458 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b5858f1a-e94e-4f4e-84dd-9104608791ff req-5c926bac-2f32-4bf9-8b8b-67a350023a4e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a21d7629b3b04afe9b528722dbde8df7&device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 1098 time: 0.0522342 Jun 29 23:22:17.784198 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5858f1a-e94e-4f4e-84dd-9104608791ff req-f918831a-6b61-4041-8dc5-23483ac1fc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:22:17.785647 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b5858f1a-e94e-4f4e-84dd-9104608791ff req-f918831a-6b61-4041-8dc5-23483ac1fc39 service neutron] 10.222.0.52 "GET /v2.0/networks?id=89702f14-ff61-4cde-bb1a-7226991037f5 HTTP/1.1" status: 200 len: 919 time: 0.0863011 Jun 29 23:22:17.825895 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b5858f1a-e94e-4f4e-84dd-9104608791ff req-e216e603-46b8-4ea9-9020-3d7c6a158b5f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2848265a-e217-4c47-ac1d-3375dd783df0 HTTP/1.1" status: 200 len: 217 time: 0.0335553 Jun 29 23:22:17.875007 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5858f1a-e94e-4f4e-84dd-9104608791ff req-e580ad5d-e55c-40d0-ae98-e0384d78f7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:22:17.876247 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b5858f1a-e94e-4f4e-84dd-9104608791ff req-e580ad5d-e55c-40d0-ae98-e0384d78f7ff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=849ea54a-79f1-48c3-8b24-76e2484d0112 HTTP/1.1" status: 200 len: 858 time: 0.0432475 Jun 29 23:22:17.911888 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b5858f1a-e94e-4f4e-84dd-9104608791ff req-ee52187b-837a-4070-bd82-c5b37ad57afa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=89702f14-ff61-4cde-bb1a-7226991037f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288002 Jun 29 23:22:18.010892 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b5858f1a-e94e-4f4e-84dd-9104608791ff req-82a94282-ef87-4f55-9be5-a3c34d659149 service neutron] 10.222.0.52 "GET /v2.0/networks/89702f14-ff61-4cde-bb1a-7226991037f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920537 Jun 29 23:22:18.106147 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b5858f1a-e94e-4f4e-84dd-9104608791ff req-fb1c5aae-c6ae-401a-b8d6-091ed1559118 service neutron] 10.222.0.52 "GET /v2.0/networks/89702f14-ff61-4cde-bb1a-7226991037f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883837 Jun 29 23:22:18.108744 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2b8aa0f5-3daf-49f2-9115-62c53c99a3ed req-5c6b330f-32a0-4c5e-8372-fd370ea1b081 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0284984 Jun 29 23:22:19.259830 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ddb2f646-c99a-4efd-8009-564a7c616c63 req-4257f7fc-8b6d-4be0-8346-0968adf7d4aa tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0308044 Jun 29 23:22:19.627398 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-c2e126b9-fb5f-458b-8563-39ea6819496a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:20.126025 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:20.397987 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4ee1d5d0-cffa-42ec-9125-8744c630b280 req-cd026afe-15de-4329-8ad0-9e89536026d7 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0282917 Jun 29 23:22:20.817348 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:21.532225 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-25de43e0-6c3b-4488-b400-23a6f0c2653a req-57efc20f-409e-4572-9299-cddefbfdb066 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0276945 Jun 29 23:22:22.666449 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:22.687803 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8951ba99-1f7c-47c1-befa-2624d918a897 req-22c6a740-d71e-4a80-95f0-dbfe32855dcc tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f548adf-7eb0-44ea-99a5-978a24c26b0c HTTP/1.1" status: 200 len: 210 time: 0.0288725 Jun 29 23:22:23.779870 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 39024) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:22:23.836537 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-fd20da4f-0ee1-4929-a0e2-c968aea65be2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:23.860841 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-fd20da4f-0ee1-4929-a0e2-c968aea65be2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:23.920694 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-fd20da4f-0ee1-4929-a0e2-c968aea65be2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:23.923185 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-fd20da4f-0ee1-4929-a0e2-c968aea65be2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:23.924303 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-fd20da4f-0ee1-4929-a0e2-c968aea65be2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] 10.222.0.30 "DELETE /v2.0/security-groups/2a973f75-51f6-4205-9629-593660ada800 HTTP/1.1" status: 204 len: 168 time: 0.1434643 Jun 29 23:22:23.925063 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-be72f303-5ed7-41e3-b0a8-e7411786ad27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:22:23.933649 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20da4f-0ee1-4929-a0e2-c968aea65be2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a973f75-51f6-4205-9629-593660ada800,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:22:23.942923 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd20da4f-0ee1-4929-a0e2-c968aea65be2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:22:23.943292 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd20da4f-0ee1-4929-a0e2-c968aea65be2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:22:23.943648 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd20da4f-0ee1-4929-a0e2-c968aea65be2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:22:23.944016 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd20da4f-0ee1-4929-a0e2-c968aea65be2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:22:23.944366 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd20da4f-0ee1-4929-a0e2-c968aea65be2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:22:23.944738 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd20da4f-0ee1-4929-a0e2-c968aea65be2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:22:23.945082 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd20da4f-0ee1-4929-a0e2-c968aea65be2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:22:23.945422 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd20da4f-0ee1-4929-a0e2-c968aea65be2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:22:23.945767 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd20da4f-0ee1-4929-a0e2-c968aea65be2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:22:23.946111 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd20da4f-0ee1-4929-a0e2-c968aea65be2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:22:23.946451 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd20da4f-0ee1-4929-a0e2-c968aea65be2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:22:23.946787 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd20da4f-0ee1-4929-a0e2-c968aea65be2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:22:23.949751 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-fd20da4f-0ee1-4929-a0e2-c968aea65be2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:22:24.072952 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 39030) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:22:24.615255 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-abaa42c7-3cc5-4a97-abca-f1f3f759a8db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442428'] for router_interface, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:25.168478 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-abaa42c7-3cc5-4a97-abca-f1f3f759a8db admin admin] Deleting port f8472051-1085-497b-a791-7093c5c50748 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:22:25.169171 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-abaa42c7-3cc5-4a97-abca-f1f3f759a8db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:25.244997 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-abaa42c7-3cc5-4a97-abca-f1f3f759a8db admin admin] For port f8472051-1085-497b-a791-7093c5c50748, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=f8472051-1085-497b-a791-7093c5c50748,segment=NetworkSegment(d6a1547b-eb01-42e2-87d0-fd1ddf846118),segment_id=d6a1547b-eb01-42e2-87d0-fd1ddf846118)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:22:25.245353 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-abaa42c7-3cc5-4a97-abca-f1f3f759a8db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:25.257050 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-abaa42c7-3cc5-4a97-abca-f1f3f759a8db admin admin] Calling delete_port for f8472051-1085-497b-a791-7093c5c50748 owned by network:router_interface {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:22:25.460497 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-abaa42c7-3cc5-4a97-abca-f1f3f759a8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:25.462381 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-2f0d8bdb-759d-4474-88b0-51b23c974761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:22:25.483147 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa42c7-3cc5-4a97-abca-f1f3f759a8db admin admin] Pushing event deleted for resources: {'Port': ['ID=f8472051-1085-497b-a791-7093c5c50748,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:22:25.486686 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-abaa42c7-3cc5-4a97-abca-f1f3f759a8db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:22:25.612133 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-abaa42c7-3cc5-4a97-abca-f1f3f759a8db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444300'] for router_interface, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:25.822919 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abaa42c7-3cc5-4a97-abca-f1f3f759a8db admin admin] Router afde0061-30d1-4ccf-bf64-a568784536dc has already been hosted by L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:22:25.924220 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abaa42c7-3cc5-4a97-abca-f1f3f759a8db admin admin] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:22:25.929048 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-abaa42c7-3cc5-4a97-abca-f1f3f759a8db admin admin] 10.222.0.30 "PUT /v2.0/routers/afde0061-30d1-4ccf-bf64-a568784536dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8550661 Jun 29 23:22:25.931813 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 39056) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:22:25.932381 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d65112f-4782-4e09-b8fb-0eceb1ae69e2 None None] Sync routers for ids ['afde0061-30d1-4ccf-bf64-a568784536dc'] in dv-cinder-769602-4-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:22:25.941650 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d65112f-4782-4e09-b8fb-0eceb1ae69e2 None None] Routers {'afde0061-30d1-4ccf-bf64-a568784536dc'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:22:25.942288 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-7d65112f-4782-4e09-b8fb-0eceb1ae69e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:22:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['afde0061-30d1-4ccf-bf64-a568784536dc'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:22:26.036486 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7c29d51f-2435-460e-8803-111bd1286f02 admin admin] Notify callbacks [] for router, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:26.043787 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-7d65112f-4782-4e09-b8fb-0eceb1ae69e2 None None] Set router afde0061-30d1-4ccf-bf64-a568784536dc gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:22:26.137566 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7c29d51f-2435-460e-8803-111bd1286f02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:26.188305 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-7c29d51f-2435-460e-8803-111bd1286f02 admin admin] Deleting port b4467d9e-8768-4f92-afbb-22ca12761ad2 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:22:26.189032 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7c29d51f-2435-460e-8803-111bd1286f02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:26.219391 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-7d65112f-4782-4e09-b8fb-0eceb1ae69e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'name': 'tempest-TestShelveInstance-1982954808-router', 'tenant_id': '9855b0b0a0d24eebabad9d02a3593f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'b4467d9e-8768-4f92-afbb-22ca12761ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:10:17Z', 'updated_at': '2021-06-29T23:22:25Z', 'revision_number': 5, 'project_id': '9855b0b0a0d24eebabad9d02a3593f56', 'gw_port': {'id': 'b4467d9e-8768-4f92-afbb-22ca12761ad2', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:10:17Z', 'updated_at': '2021-06-29T23:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi'}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:22:26.245894 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d65112f-4782-4e09-b8fb-0eceb1ae69e2 None None] Checking router: afde0061-30d1-4ccf-bf64-a568784536dc for host: dv-cinder-769602-4-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:22:26.255195 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d65112f-4782-4e09-b8fb-0eceb1ae69e2 None None] Routers {'afde0061-30d1-4ccf-bf64-a568784536dc'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:22:26.255841 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-7d65112f-4782-4e09-b8fb-0eceb1ae69e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:22:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['afde0061-30d1-4ccf-bf64-a568784536dc'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:22:26.269184 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-7c29d51f-2435-460e-8803-111bd1286f02 admin admin] For port b4467d9e-8768-4f92-afbb-22ca12761ad2, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=b4467d9e-8768-4f92-afbb-22ca12761ad2,segment=NetworkSegment(0d7322d1-9f99-46a3-b2ff-5e8cb22a095c),segment_id=0d7322d1-9f99-46a3-b2ff-5e8cb22a095c)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:22:26.269544 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7c29d51f-2435-460e-8803-111bd1286f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:26.287546 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-7c29d51f-2435-460e-8803-111bd1286f02 admin admin] Calling delete_port for b4467d9e-8768-4f92-afbb-22ca12761ad2 owned by network:router_gateway {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:22:26.341650 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-7d65112f-4782-4e09-b8fb-0eceb1ae69e2 None None] Set router afde0061-30d1-4ccf-bf64-a568784536dc gateway port host: None {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:22:26.395679 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-7d65112f-4782-4e09-b8fb-0eceb1ae69e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'name': 'tempest-TestShelveInstance-1982954808-router', 'tenant_id': '9855b0b0a0d24eebabad9d02a3593f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:10:17Z', 'updated_at': '2021-06-29T23:22:26Z', 'revision_number': 6, 'project_id': '9855b0b0a0d24eebabad9d02a3593f56', 'gw_port_host': None}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:22:26.423733 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d65112f-4782-4e09-b8fb-0eceb1ae69e2 None None] The sync data for ids ['afde0061-30d1-4ccf-bf64-a568784536dc'] in dv-cinder-769602-4-iscsi is: [{'id': 'afde0061-30d1-4ccf-bf64-a568784536dc', 'name': 'tempest-TestShelveInstance-1982954808-router', 'tenant_id': '9855b0b0a0d24eebabad9d02a3593f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:10:17Z', 'updated_at': '2021-06-29T23:22:26Z', 'revision_number': 6, 'project_id': '9855b0b0a0d24eebabad9d02a3593f56', 'gw_port_host': None}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:22:26.469320 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7c29d51f-2435-460e-8803-111bd1286f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:26.474159 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:22:26.501033 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29d51f-2435-460e-8803-111bd1286f02 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4467d9e-8768-4f92-afbb-22ca12761ad2,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:22:26.504471 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-7c29d51f-2435-460e-8803-111bd1286f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:22:26.528704 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7c29d51f-2435-460e-8803-111bd1286f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489960'] for router_gateway, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:26.625772 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7c29d51f-2435-460e-8803-111bd1286f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1814'] for router, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:26.627801 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7c29d51f-2435-460e-8803-111bd1286f02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:26.688687 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7c29d51f-2435-460e-8803-111bd1286f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-449705'] for router, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:26.689250 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c29d51f-2435-460e-8803-111bd1286f02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afde0061-30d1-4ccf-bf64-a568784536dc {{(pid=93162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 23:22:26.696703 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7c29d51f-2435-460e-8803-111bd1286f02 admin admin] Notify callbacks [] for router, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:26.699188 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-7c29d51f-2435-460e-8803-111bd1286f02 admin admin] 10.222.0.30 "DELETE /v2.0/routers/afde0061-30d1-4ccf-bf64-a568784536dc HTTP/1.1" status: 204 len: 168 time: 0.7651031 Jun 29 23:22:26.700428 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 39070) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:22:26.745331 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d7b086-f633-4758-973f-e295820a4a8e admin admin] Deleting subnet 6c5958d2-5979-42b6-8d5d-8777f7be84eb {{(pid=93162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 23:22:26.748181 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b8d7b086-f633-4758-973f-e295820a4a8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:26.783327 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b8d7b086-f633-4758-973f-e295820a4a8e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:26.874635 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b8d7b086-f633-4758-973f-e295820a4a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1567904'] for subnet, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:26.926213 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b8d7b086-f633-4758-973f-e295820a4a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1567929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688'] for subnet, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:26.928360 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-dec8392e-7d24-4a4e-a30c-4304c9fb672b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:22:26.952100 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7b086-f633-4758-973f-e295820a4a8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c5958d2-5979-42b6-8d5d-8777f7be84eb,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:22:26.955430 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-b8d7b086-f633-4758-973f-e295820a4a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:22:26.956496 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b8d7b086-f633-4758-973f-e295820a4a8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:26.959109 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-b8d7b086-f633-4758-973f-e295820a4a8e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6c5958d2-5979-42b6-8d5d-8777f7be84eb HTTP/1.1" status: 204 len: 168 time: 0.2575586 Jun 29 23:22:26.961578 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 39074) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:22:26.963682 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6afeb6e-6b7c-4373-92f1-a750b63fcc01 None None] Network 5fc87514-4bd0-4767-a854-4d25442e1d05 requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:22:27.038660 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1494429'] for network, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:27.101031 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] Deleting port bbdb6abe-67fe-4850-8cc3-8d0240f6e397 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:22:27.101369 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:27.161327 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] For port bbdb6abe-67fe-4850-8cc3-8d0240f6e397, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=bbdb6abe-67fe-4850-8cc3-8d0240f6e397,segment=NetworkSegment(d6a1547b-eb01-42e2-87d0-fd1ddf846118),segment_id=d6a1547b-eb01-42e2-87d0-fd1ddf846118)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:22:27.161605 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:27.173203 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] Calling delete_port for bbdb6abe-67fe-4850-8cc3-8d0240f6e397 owned by network:dhcp {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:22:27.226194 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device f8472051-1085-497b-a791-7093c5c50748 no longer exists at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:22:27.247342 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] No Port match for: f8472051-1085-497b-a791-7093c5c50748 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:22:27.247902 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device f8472051-1085-497b-a791-7093c5c50748 not bound to the agent host dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:22:27.262210 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:27.264284 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-4675147d-9cdf-4ac9-b8fd-a29ef38cae11 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:22:27.281156 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ff4cd9-fb4c-4162-b130-a3acecc13e06 None None] DHCP port deletion for 5fc87514-4bd0-4767-a854-4d25442e1d05 request from dv-cinder-769602-4-iscsi {{(pid=93164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 23:22:27.289694 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbdb6abe-67fe-4850-8cc3-8d0240f6e397,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:22:27.292823 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:22:27.293603 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] No DVR routers for this DVR port bbdb6abe-67fe-4850-8cc3-8d0240f6e397 on host dv-cinder-769602-4-iscsi {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:22:27.372489 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1567870', 'neutron.services.segments.db._delete_segments_for_network-8748551520579'] for network, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:27.383133 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:22:27.383476 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:22:27.384209 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:22:27.384558 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] Subscribe: > port after_create 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:22:27.384930 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:22:27.385419 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] Subscribe: > port after_update 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:22:27.385560 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:22:27.385873 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:22:27.386187 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:22:27.386500 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:22:27.464968 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:22:27.465323 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:22:27.465655 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:22:27.465976 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:22:27.466341 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fc87514-4bd0-4767-a854-4d25442e1d05']}} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:22:27.484946 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6a1547b-eb01-42e2-87d0-fd1ddf846118') {'for_net_delete': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:22:27.485248 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6a1547b-eb01-42e2-87d0-fd1ddf846118') {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:22:27.502685 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748551432138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66096803'] for segment, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:27.526607 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010'] for segment, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:27.534551 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=93162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 23:22:27.535097 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66139862'] for segment, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: from cryptography.utils import int_from_bytes Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: from cryptography.utils import int_from_bytes Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: Traceback (most recent call last): Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: timer() Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: cb(*args, **kw) Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: return func(*args, **kwargs) Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: self._notify() Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: self.callback(batched_events) Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: event.method(event) Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 23:22:27.576466 dv-cinder-769602-4-iscsi neutron-server[93162]: return f(self, *a, **k) Jun 29 23:22:27.580915 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 23:22:27.580915 dv-cinder-769602-4-iscsi neutron-server[93162]: return self._get(url).json() Jun 29 23:22:27.580915 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 23:22:27.580915 dv-cinder-769602-4-iscsi neutron-server[93162]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 23:22:27.580915 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 23:22:27.580915 dv-cinder-769602-4-iscsi neutron-server[93162]: return self.request(url, 'GET', **kwargs) Jun 29 23:22:27.580915 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 23:22:27.580915 dv-cinder-769602-4-iscsi neutron-server[93162]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 23:22:27.580915 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 23:22:27.580915 dv-cinder-769602-4-iscsi neutron-server[93162]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 23:22:27.580915 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 23:22:27.580915 dv-cinder-769602-4-iscsi neutron-server[93162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 23:22:27.580915 dv-cinder-769602-4-iscsi neutron-server[93162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 23:22:27.598029 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1567845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484101'] for network, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:27.602566 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:22:27.606438 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:27.608650 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/5fc87514-4bd0-4767-a854-4d25442e1d05 HTTP/1.1" status: 204 len: 168 time: 0.6461444 Jun 29 23:22:27.611640 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 39088) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:22:27.891358 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fc87514-4bd0-4767-a854-4d25442e1d05,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:22:27.894048 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:22:28.040239 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5c022ae9-f1da-4a38-b294-b7b9da0d223f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442428'] for router_interface, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:28.347149 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-5c022ae9-f1da-4a38-b294-b7b9da0d223f admin admin] Deleting port eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843 {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:22:28.347415 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5c022ae9-f1da-4a38-b294-b7b9da0d223f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:28.430519 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-5c022ae9-f1da-4a38-b294-b7b9da0d223f admin admin] For port eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843,segment=NetworkSegment(d29d4f6b-6229-4626-b112-154f23b23335),segment_id=d29d4f6b-6229-4626-b112-154f23b23335)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:22:28.430882 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5c022ae9-f1da-4a38-b294-b7b9da0d223f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:28.443340 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-5c022ae9-f1da-4a38-b294-b7b9da0d223f admin admin] Calling delete_port for eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843 owned by network:router_interface {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:22:28.608793 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device b4467d9e-8768-4f92-afbb-22ca12761ad2 no longer exists at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:22:28.635274 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] No Port match for: b4467d9e-8768-4f92-afbb-22ca12761ad2 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:22:28.636057 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device b4467d9e-8768-4f92-afbb-22ca12761ad2 not bound to the agent host dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:22:28.636484 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device bbdb6abe-67fe-4850-8cc3-8d0240f6e397 no longer exists at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:22:28.654587 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] No Port match for: bbdb6abe-67fe-4850-8cc3-8d0240f6e397 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:22:28.654936 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device bbdb6abe-67fe-4850-8cc3-8d0240f6e397 not bound to the agent host dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:22:28.680004 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5c022ae9-f1da-4a38-b294-b7b9da0d223f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732929'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:28.682751 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:22:28.704797 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c022ae9-f1da-4a38-b294-b7b9da0d223f admin admin] Pushing event deleted for resources: {'Port': ['ID=eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:22:28.731848 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c022ae9-f1da-4a38-b294-b7b9da0d223f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:22:28.732216 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c022ae9-f1da-4a38-b294-b7b9da0d223f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:22:28.732854 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c022ae9-f1da-4a38-b294-b7b9da0d223f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:22:28.733217 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c022ae9-f1da-4a38-b294-b7b9da0d223f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:22:28.733567 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c022ae9-f1da-4a38-b294-b7b9da0d223f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:22:28.733920 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c022ae9-f1da-4a38-b294-b7b9da0d223f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:22:28.734264 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c022ae9-f1da-4a38-b294-b7b9da0d223f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:22:28.734605 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c022ae9-f1da-4a38-b294-b7b9da0d223f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:22:28.734948 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c022ae9-f1da-4a38-b294-b7b9da0d223f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:22:28.735289 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c022ae9-f1da-4a38-b294-b7b9da0d223f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:22:28.735626 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c022ae9-f1da-4a38-b294-b7b9da0d223f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:22:28.735962 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c022ae9-f1da-4a38-b294-b7b9da0d223f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:22:28.741766 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-5c022ae9-f1da-4a38-b294-b7b9da0d223f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:22:28.878722 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5c022ae9-f1da-4a38-b294-b7b9da0d223f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444300'] for router_interface, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:29.086675 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c022ae9-f1da-4a38-b294-b7b9da0d223f admin admin] Router 528e1869-42fa-4c08-8e0d-cda223b876d8 has already been hosted by L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f {{(pid=93163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:22:29.192198 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c022ae9-f1da-4a38-b294-b7b9da0d223f admin admin] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:22:29.197016 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-5c022ae9-f1da-4a38-b294-b7b9da0d223f admin admin] 10.222.0.30 "PUT /v2.0/routers/528e1869-42fa-4c08-8e0d-cda223b876d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5843458 Jun 29 23:22:29.199515 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 39104) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:22:29.202265 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e89fd2-0507-4138-a734-7816ececea89 None None] Sync routers for ids ['528e1869-42fa-4c08-8e0d-cda223b876d8'] in dv-cinder-769602-4-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:22:29.212249 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e89fd2-0507-4138-a734-7816ececea89 None None] Routers {'528e1869-42fa-4c08-8e0d-cda223b876d8'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:22:29.212895 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-26e89fd2-0507-4138-a734-7816ececea89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:22:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['528e1869-42fa-4c08-8e0d-cda223b876d8'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:22:29.310892 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d75d3390-a635-44de-908a-b78e4f7e5fd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:29.319463 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-26e89fd2-0507-4138-a734-7816ececea89 None None] Set router 528e1869-42fa-4c08-8e0d-cda223b876d8 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:22:29.418311 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d75d3390-a635-44de-908a-b78e4f7e5fd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:29.477043 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-d75d3390-a635-44de-908a-b78e4f7e5fd7 admin admin] Deleting port cd5e9132-88cd-4e32-bb60-3c183778b2c7 {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:22:29.477380 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d75d3390-a635-44de-908a-b78e4f7e5fd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:29.512650 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-26e89fd2-0507-4138-a734-7816ececea89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528e1869-42fa-4c08-8e0d-cda223b876d8', 'name': 'tempest-TestShelveInstance-1664463761-router', 'tenant_id': '6975bfe4374b4411b22d393a23e6b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'cd5e9132-88cd-4e32-bb60-3c183778b2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:10:26Z', 'updated_at': '2021-06-29T23:22:28Z', 'revision_number': 5, 'project_id': '6975bfe4374b4411b22d393a23e6b98a', 'gw_port': {'id': 'cd5e9132-88cd-4e32-bb60-3c183778b2c7', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528e1869-42fa-4c08-8e0d-cda223b876d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:10:27Z', 'updated_at': '2021-06-29T23:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi'}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:22:29.543256 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e89fd2-0507-4138-a734-7816ececea89 None None] Checking router: 528e1869-42fa-4c08-8e0d-cda223b876d8 for host: dv-cinder-769602-4-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:22:29.552672 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e89fd2-0507-4138-a734-7816ececea89 None None] Routers {'528e1869-42fa-4c08-8e0d-cda223b876d8'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:22:29.553315 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-26e89fd2-0507-4138-a734-7816ececea89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:22:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['528e1869-42fa-4c08-8e0d-cda223b876d8'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:22:29.645915 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-26e89fd2-0507-4138-a734-7816ececea89 None None] Set router 528e1869-42fa-4c08-8e0d-cda223b876d8 gateway port host: None {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:22:29.709231 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-26e89fd2-0507-4138-a734-7816ececea89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528e1869-42fa-4c08-8e0d-cda223b876d8', 'name': 'tempest-TestShelveInstance-1664463761-router', 'tenant_id': '6975bfe4374b4411b22d393a23e6b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:10:26Z', 'updated_at': '2021-06-29T23:22:29Z', 'revision_number': 6, 'project_id': '6975bfe4374b4411b22d393a23e6b98a', 'gw_port_host': None}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:22:29.743571 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e89fd2-0507-4138-a734-7816ececea89 None None] The sync data for ids ['528e1869-42fa-4c08-8e0d-cda223b876d8'] in dv-cinder-769602-4-iscsi is: [{'id': '528e1869-42fa-4c08-8e0d-cda223b876d8', 'name': 'tempest-TestShelveInstance-1664463761-router', 'tenant_id': '6975bfe4374b4411b22d393a23e6b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:10:26Z', 'updated_at': '2021-06-29T23:22:29Z', 'revision_number': 6, 'project_id': '6975bfe4374b4411b22d393a23e6b98a', 'gw_port_host': None}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:22:29.788758 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-d75d3390-a635-44de-908a-b78e4f7e5fd7 admin admin] For port cd5e9132-88cd-4e32-bb60-3c183778b2c7, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=cd5e9132-88cd-4e32-bb60-3c183778b2c7,segment=NetworkSegment(0d7322d1-9f99-46a3-b2ff-5e8cb22a095c),segment_id=0d7322d1-9f99-46a3-b2ff-5e8cb22a095c)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:22:29.789270 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d75d3390-a635-44de-908a-b78e4f7e5fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:29.800715 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-d75d3390-a635-44de-908a-b78e4f7e5fd7 admin admin] Calling delete_port for cd5e9132-88cd-4e32-bb60-3c183778b2c7 owned by network:router_gateway {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:22:29.960049 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d75d3390-a635-44de-908a-b78e4f7e5fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732929'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:29.961955 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-9fa469d3-1fe4-4fb0-b3d6-82864af1d73a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:22:29.983322 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d3390-a635-44de-908a-b78e4f7e5fd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd5e9132-88cd-4e32-bb60-3c183778b2c7,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:22:29.986687 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-d75d3390-a635-44de-908a-b78e4f7e5fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:22:30.049867 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d75d3390-a635-44de-908a-b78e4f7e5fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489960'] for router_gateway, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:30.158616 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d75d3390-a635-44de-908a-b78e4f7e5fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1814'] for router, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:30.161292 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d75d3390-a635-44de-908a-b78e4f7e5fd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:30.225445 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d75d3390-a635-44de-908a-b78e4f7e5fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-449705'] for router, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:30.225945 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75d3390-a635-44de-908a-b78e4f7e5fd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 528e1869-42fa-4c08-8e0d-cda223b876d8 {{(pid=93163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 23:22:30.230983 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d75d3390-a635-44de-908a-b78e4f7e5fd7 admin admin] Notify callbacks [] for router, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:30.232116 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-d75d3390-a635-44de-908a-b78e4f7e5fd7 admin admin] 10.222.0.30 "DELETE /v2.0/routers/528e1869-42fa-4c08-8e0d-cda223b876d8 HTTP/1.1" status: 204 len: 168 time: 1.0317073 Jun 29 23:22:30.234841 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 39118) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:22:30.278286 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_v2 [None req-027792cc-70f2-4ca7-ae8e-f71003866916 admin admin] Deleting subnet 038d1501-edfb-419e-bfb4-12c630be184c {{(pid=93163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 23:22:30.281250 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-027792cc-70f2-4ca7-ae8e-f71003866916 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:30.319609 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-027792cc-70f2-4ca7-ae8e-f71003866916 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6975660'] for subnet, precommit_delete_associations {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:30.427267 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-027792cc-70f2-4ca7-ae8e-f71003866916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1567904'] for subnet, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:30.490127 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-027792cc-70f2-4ca7-ae8e-f71003866916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1567929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5733051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5763975'] for subnet, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:30.492395 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-cc79af59-e469-45b9-bc9d-38c14edd9bcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:22:30.516314 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027792cc-70f2-4ca7-ae8e-f71003866916 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=038d1501-edfb-419e-bfb4-12c630be184c,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:22:30.519357 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-027792cc-70f2-4ca7-ae8e-f71003866916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:22:30.521106 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-027792cc-70f2-4ca7-ae8e-f71003866916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for subnet, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:30.525594 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-027792cc-70f2-4ca7-ae8e-f71003866916 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/038d1501-edfb-419e-bfb4-12c630be184c HTTP/1.1" status: 204 len: 168 time: 0.2872205 Jun 29 23:22:30.525594 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 39124) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:22:30.538483 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12abdd9-4a12-4ba9-8a30-dfeba053d2a4 None None] Network 33b5c9f3-fc0c-487e-96ea-bab3cb4ba62f requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:22:30.605671 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ccb6647a-613a-4618-8bc7-0223d87be6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1494429'] for network, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:30.653090 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843 no longer exists at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:22:30.676348 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-ccb6647a-613a-4618-8bc7-0223d87be6b2 admin admin] Deleting port 4a781669-62f7-44df-ba5f-3cada469952d {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:22:30.676863 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ccb6647a-613a-4618-8bc7-0223d87be6b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:30.691327 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] No Port match for: eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:22:30.692226 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device eb2a1194-10fe-4b6e-bb4d-b5cfa8a40843 not bound to the agent host dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:22:30.692692 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device cd5e9132-88cd-4e32-bb60-3c183778b2c7 no longer exists at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:22:30.728042 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] No Port match for: cd5e9132-88cd-4e32-bb60-3c183778b2c7 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:22:30.728406 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device cd5e9132-88cd-4e32-bb60-3c183778b2c7 not bound to the agent host dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:22:30.754760 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-ccb6647a-613a-4618-8bc7-0223d87be6b2 admin admin] For port 4a781669-62f7-44df-ba5f-3cada469952d, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=4a781669-62f7-44df-ba5f-3cada469952d,segment=NetworkSegment(d29d4f6b-6229-4626-b112-154f23b23335),segment_id=d29d4f6b-6229-4626-b112-154f23b23335)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:22:30.755550 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ccb6647a-613a-4618-8bc7-0223d87be6b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:30.774791 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-ccb6647a-613a-4618-8bc7-0223d87be6b2 admin admin] Calling delete_port for 4a781669-62f7-44df-ba5f-3cada469952d owned by network:dhcp {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:22:30.840697 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10871ef7-53ec-4193-af82-5ea107d9049b None None] DHCP port deletion for 33b5c9f3-fc0c-487e-96ea-bab3cb4ba62f request from dv-cinder-769602-4-iscsi {{(pid=93164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 23:22:30.867716 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ccb6647a-613a-4618-8bc7-0223d87be6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732929'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:30.869771 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:22:30.889720 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-10871ef7-53ec-4193-af82-5ea107d9049b None None] Deleting port 4a781669-62f7-44df-ba5f-3cada469952d {{(pid=93164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:22:30.890114 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-10871ef7-53ec-4193-af82-5ea107d9049b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:30.895360 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6647a-613a-4618-8bc7-0223d87be6b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a781669-62f7-44df-ba5f-3cada469952d,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:22:30.898636 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-ccb6647a-613a-4618-8bc7-0223d87be6b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:22:30.901586 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb6647a-613a-4618-8bc7-0223d87be6b2 admin admin] No DVR routers for this DVR port 4a781669-62f7-44df-ba5f-3cada469952d on host dv-cinder-769602-4-iscsi {{(pid=93163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:22:30.954071 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-10871ef7-53ec-4193-af82-5ea107d9049b None None] For port 4a781669-62f7-44df-ba5f-3cada469952d, host dv-cinder-769602-4-iscsi, got binding levels [] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:22:30.954471 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-10871ef7-53ec-4193-af82-5ea107d9049b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:30.972090 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-10871ef7-53ec-4193-af82-5ea107d9049b None None] Calling delete_port for 4a781669-62f7-44df-ba5f-3cada469952d owned by network:dhcp {{(pid=93164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:22:30.974344 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ccb6647a-613a-4618-8bc7-0223d87be6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1567870', 'neutron.services.segments.db._delete_segments_for_network-8748551520579'] for network, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:30.976705 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.ipam_backend_mixin [None req-10871ef7-53ec-4193-af82-5ea107d9049b None None] Port 4a781669-62f7-44df-ba5f-3cada469952d was not found and therefore no delete operation was performed {{(pid=93164) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 29 23:22:30.978017 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-10871ef7-53ec-4193-af82-5ea107d9049b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190'] for port, after_delete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:30.979938 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-dbcc1e9b-012c-4951-a337-79a5403c9856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:22:30.984189 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-ccb6647a-613a-4618-8bc7-0223d87be6b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b5c9f3-fc0c-487e-96ea-bab3cb4ba62f']}} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:22:30.995445 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-ccb6647a-613a-4618-8bc7-0223d87be6b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd29d4f6b-6229-4626-b112-154f23b23335') {'for_net_delete': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:22:30.995733 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-ccb6647a-613a-4618-8bc7-0223d87be6b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd29d4f6b-6229-4626-b112-154f23b23335') {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:22:31.004934 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ccb6647a-613a-4618-8bc7-0223d87be6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748551432138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6975651'] for segment, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:31.005078 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10871ef7-53ec-4193-af82-5ea107d9049b None None] Pushing event deleted for resources: {'Port': ['ID=4a781669-62f7-44df-ba5f-3cada469952d,revision_number=None']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:22:31.012592 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10871ef7-53ec-4193-af82-5ea107d9049b None None] No DVR routers for this DVR port 4a781669-62f7-44df-ba5f-3cada469952d on host dv-cinder-769602-4-iscsi {{(pid=93164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:22:31.015168 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10871ef7-53ec-4193-af82-5ea107d9049b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:22:31.015516 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10871ef7-53ec-4193-af82-5ea107d9049b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:22:31.015856 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10871ef7-53ec-4193-af82-5ea107d9049b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:22:31.016191 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10871ef7-53ec-4193-af82-5ea107d9049b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:22:31.016519 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10871ef7-53ec-4193-af82-5ea107d9049b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:22:31.016874 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10871ef7-53ec-4193-af82-5ea107d9049b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:22:31.017202 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10871ef7-53ec-4193-af82-5ea107d9049b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:22:31.017528 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10871ef7-53ec-4193-af82-5ea107d9049b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:22:31.017855 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10871ef7-53ec-4193-af82-5ea107d9049b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:22:31.018185 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10871ef7-53ec-4193-af82-5ea107d9049b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:22:31.018507 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10871ef7-53ec-4193-af82-5ea107d9049b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:22:31.018826 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10871ef7-53ec-4193-af82-5ea107d9049b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:22:31.020800 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ccb6647a-613a-4618-8bc7-0223d87be6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010'] for segment, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:31.022686 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-10871ef7-53ec-4193-af82-5ea107d9049b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:22:31.033054 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb6647a-613a-4618-8bc7-0223d87be6b2 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=93163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 23:22:31.033766 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ccb6647a-613a-4618-8bc7-0223d87be6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5732886'] for segment, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: Traceback (most recent call last): Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: timer() Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: cb(*args, **kw) Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: return func(*args, **kwargs) Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: self._notify() Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: self.callback(batched_events) Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: event.method(event) Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: return f(self, *a, **k) Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: return self._get(url).json() Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: return self.request(url, 'GET', **kwargs) Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 23:22:31.035774 dv-cinder-769602-4-iscsi neutron-server[93163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 23:22:31.089570 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ccb6647a-613a-4618-8bc7-0223d87be6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1567845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484101'] for network, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:31.093115 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-a58a65d5-9136-42b5-9571-fa71b495603b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:22:31.095469 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ccb6647a-613a-4618-8bc7-0223d87be6b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for network, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:31.097314 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-ccb6647a-613a-4618-8bc7-0223d87be6b2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/33b5c9f3-fc0c-487e-96ea-bab3cb4ba62f HTTP/1.1" status: 204 len: 168 time: 0.5709851 Jun 29 23:22:31.108471 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6647a-613a-4618-8bc7-0223d87be6b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=33b5c9f3-fc0c-487e-96ea-bab3cb4ba62f,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:22:31.110779 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-ccb6647a-613a-4618-8bc7-0223d87be6b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:22:31.212406 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 39136) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:22:31.252125 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-ed9b59f4-368c-4e57-972b-de4129cff1b7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9855b0b0a0d24eebabad9d02a3593f56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384862 Jun 29 23:22:31.255244 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 39138) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:22:31.306239 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-af1a4b61-b6a5-438c-b2bb-76f380fd8267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:31.326358 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-af1a4b61-b6a5-438c-b2bb-76f380fd8267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:31.371688 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-af1a4b61-b6a5-438c-b2bb-76f380fd8267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:31.374269 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-af1a4b61-b6a5-438c-b2bb-76f380fd8267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:31.375419 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-af1a4b61-b6a5-438c-b2bb-76f380fd8267 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2329eeb6-4738-46e3-a176-df97a89738fe HTTP/1.1" status: 204 len: 168 time: 0.1192732 Jun 29 23:22:31.376150 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-fbba1ff7-37d6-488a-95bf-335bc8f36135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:22:31.383301 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a4b61-b6a5-438c-b2bb-76f380fd8267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2329eeb6-4738-46e3-a176-df97a89738fe,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:22:31.386121 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-af1a4b61-b6a5-438c-b2bb-76f380fd8267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:22:31.692020 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 39150) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:22:31.734610 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-a4b2c748-02de-4006-9a66-f19aaae6c59f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6975bfe4374b4411b22d393a23e6b98a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410287 Jun 29 23:22:31.737210 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 39152) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:22:31.788097 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-85b8579a-e2e6-44d9-a330-d6ff9d28e3da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:31.812099 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-85b8579a-e2e6-44d9-a330-d6ff9d28e3da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:31.868308 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-85b8579a-e2e6-44d9-a330-d6ff9d28e3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:31.870957 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-85b8579a-e2e6-44d9-a330-d6ff9d28e3da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:31.872076 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-85b8579a-e2e6-44d9-a330-d6ff9d28e3da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/83f7a997-d3f9-40f2-90b9-49e23566ccb4 HTTP/1.1" status: 204 len: 168 time: 0.1339898 Jun 29 23:22:31.872863 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-2fcee70f-232a-4be9-8194-57b9dd8c463b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:22:31.880457 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8579a-e2e6-44d9-a330-d6ff9d28e3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f7a997-d3f9-40f2-90b9-49e23566ccb4,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:22:31.882659 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-85b8579a-e2e6-44d9-a330-d6ff9d28e3da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:22:32.589913 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 4a781669-62f7-44df-ba5f-3cada469952d no longer exists at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:22:32.614673 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] No Port match for: 4a781669-62f7-44df-ba5f-3cada469952d {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:22:32.615078 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 4a781669-62f7-44df-ba5f-3cada469952d not bound to the agent host dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:22:34.348297 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:47.146220 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-239bb771-4bfa-484d-919e-970028e84917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:49.629418 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ae9ae2fc-2bbb-4f61-aa8e-04f3bf004097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:50.126646 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:50.829949 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:51.386734 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:22:52.672243 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:04.363504 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:17.147510 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-936f1ccf-4b54-4aba-84b5-ee78e721cba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:18.255201 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2a3c4200-f42a-4e06-9601-d1b249b40852 req-c31656a1-acdb-4a2d-8c86-699fb69548d3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517535 Jun 29 23:23:18.329443 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c4200-f42a-4e06-9601-d1b249b40852 req-a4666845-c507-4e7b-8857-1452f2f0ee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:23:18.331486 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2a3c4200-f42a-4e06-9601-d1b249b40852 req-a4666845-c507-4e7b-8857-1452f2f0ee0f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=89f7a8481a72408b89119405a6770fde&device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 1098 time: 0.0522854 Jun 29 23:23:18.436124 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c4200-f42a-4e06-9601-d1b249b40852 req-3a3eb619-0c47-4ecb-9524-2a1ef6cf7e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:23:18.437603 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2a3c4200-f42a-4e06-9601-d1b249b40852 req-3a3eb619-0c47-4ecb-9524-2a1ef6cf7e9f service neutron] 10.222.0.52 "GET /v2.0/networks?id=961483aa-60c5-4d0f-82a0-c19a74bfe9c0 HTTP/1.1" status: 200 len: 911 time: 0.0857451 Jun 29 23:23:18.499857 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2a3c4200-f42a-4e06-9601-d1b249b40852 req-c6f94c33-ee9a-4e1c-b691-ca8a44b06664 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3 HTTP/1.1" status: 200 len: 1001 time: 0.0558000 Jun 29 23:23:18.553287 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c4200-f42a-4e06-9601-d1b249b40852 req-ccfd8831-0db7-41b8-9322-cd4d6f9b8e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:23:18.554755 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2a3c4200-f42a-4e06-9601-d1b249b40852 req-ccfd8831-0db7-41b8-9322-cd4d6f9b8e10 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0cace3d9-d5b7-4676-96cc-bc7171040612 HTTP/1.1" status: 200 len: 849 time: 0.0481186 Jun 29 23:23:18.610181 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c4200-f42a-4e06-9601-d1b249b40852 req-1557c610-4a14-4bc6-b3a4-d3632b8e1c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:23:18.611636 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2a3c4200-f42a-4e06-9601-d1b249b40852 req-1557c610-4a14-4bc6-b3a4-d3632b8e1c39 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=961483aa-60c5-4d0f-82a0-c19a74bfe9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508091 Jun 29 23:23:18.702169 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2a3c4200-f42a-4e06-9601-d1b249b40852 req-d7ef619c-08a4-4ec7-8065-5639a4d7f87f service neutron] 10.222.0.52 "GET /v2.0/networks/961483aa-60c5-4d0f-82a0-c19a74bfe9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820405 Jun 29 23:23:18.796801 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2a3c4200-f42a-4e06-9601-d1b249b40852 req-c1aa9576-5d5a-45c7-a269-ed71af6e975e service neutron] 10.222.0.52 "GET /v2.0/networks/961483aa-60c5-4d0f-82a0-c19a74bfe9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876646 Jun 29 23:23:19.629689 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ad995528-7b13-4fcc-9387-61933e16428c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:20.129930 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:20.818713 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:22.674277 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:23.598210 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 39762) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:23:23.658708 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5fe84610-a162-4c59-9b4f-72a024bb14d6 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:23.683541 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5fe84610-a162-4c59-9b4f-72a024bb14d6 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:23.741263 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5fe84610-a162-4c59-9b4f-72a024bb14d6 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:23.743871 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5fe84610-a162-4c59-9b4f-72a024bb14d6 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:23.745254 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-5fe84610-a162-4c59-9b4f-72a024bb14d6 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] 10.222.0.30 "DELETE /v2.0/security-groups/3089ad28-dfe7-4f2c-900f-3cfd6db472d9 HTTP/1.1" status: 204 len: 168 time: 0.1460724 Jun 29 23:23:23.746186 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-a7be2d71-13b8-4f00-a376-fcaa54d723e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:23:23.755604 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe84610-a162-4c59-9b4f-72a024bb14d6 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3089ad28-dfe7-4f2c-900f-3cfd6db472d9,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:23:23.759834 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-5fe84610-a162-4c59-9b4f-72a024bb14d6 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:23:23.895702 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 39770) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:23:24.431305 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7755a19b-082d-41a5-a616-e3efcba5a1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442428'] for router_interface, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:24.678989 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-7755a19b-082d-41a5-a616-e3efcba5a1ef admin admin] Deleting port 415792bb-18f2-480d-81e2-5e5e427daa99 {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:23:24.679572 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7755a19b-082d-41a5-a616-e3efcba5a1ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:24.759182 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-7755a19b-082d-41a5-a616-e3efcba5a1ef admin admin] For port 415792bb-18f2-480d-81e2-5e5e427daa99, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=415792bb-18f2-480d-81e2-5e5e427daa99,segment=NetworkSegment(4c3131ec-6831-4e51-915e-b85cb9cde4ad),segment_id=4c3131ec-6831-4e51-915e-b85cb9cde4ad)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:23:24.759535 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7755a19b-082d-41a5-a616-e3efcba5a1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:24.772114 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-7755a19b-082d-41a5-a616-e3efcba5a1ef admin admin] Calling delete_port for 415792bb-18f2-480d-81e2-5e5e427daa99 owned by network:router_interface {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:23:24.949806 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7755a19b-082d-41a5-a616-e3efcba5a1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732929'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:24.952529 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:23:24.984798 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7755a19b-082d-41a5-a616-e3efcba5a1ef admin admin] Pushing event deleted for resources: {'Port': ['ID=415792bb-18f2-480d-81e2-5e5e427daa99,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:23:25.003727 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-7755a19b-082d-41a5-a616-e3efcba5a1ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:23:25.148675 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7755a19b-082d-41a5-a616-e3efcba5a1ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444300'] for router_interface, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:25.585097 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7755a19b-082d-41a5-a616-e3efcba5a1ef admin admin] Router 23013b6e-675c-4895-8b90-45ef9e72cfff has already been hosted by L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f {{(pid=93163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:23:25.688631 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7755a19b-082d-41a5-a616-e3efcba5a1ef admin admin] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:23:25.694323 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-7755a19b-082d-41a5-a616-e3efcba5a1ef admin admin] 10.222.0.30 "PUT /v2.0/routers/23013b6e-675c-4895-8b90-45ef9e72cfff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7970829 Jun 29 23:23:25.696282 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 39790) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:23:25.698863 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375a08a0-a425-4d3f-becc-aae1eda0939d None None] Sync routers for ids ['23013b6e-675c-4895-8b90-45ef9e72cfff'] in dv-cinder-769602-4-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:23:25.711534 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375a08a0-a425-4d3f-becc-aae1eda0939d None None] Routers {'23013b6e-675c-4895-8b90-45ef9e72cfff'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:23:25.712230 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-375a08a0-a425-4d3f-becc-aae1eda0939d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:23:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['23013b6e-675c-4895-8b90-45ef9e72cfff'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:23:25.802834 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a6d59b8b-2442-4db2-9847-ac52f43b36c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:25.817727 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-375a08a0-a425-4d3f-becc-aae1eda0939d None None] Set router 23013b6e-675c-4895-8b90-45ef9e72cfff gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:23:25.904978 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a6d59b8b-2442-4db2-9847-ac52f43b36c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:25.968730 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-a6d59b8b-2442-4db2-9847-ac52f43b36c0 admin admin] Deleting port 17fea40c-2114-492a-9271-df92336577fb {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:23:25.969065 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a6d59b8b-2442-4db2-9847-ac52f43b36c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:26.047107 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-a6d59b8b-2442-4db2-9847-ac52f43b36c0 admin admin] For port 17fea40c-2114-492a-9271-df92336577fb, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=17fea40c-2114-492a-9271-df92336577fb,segment=NetworkSegment(0d7322d1-9f99-46a3-b2ff-5e8cb22a095c),segment_id=0d7322d1-9f99-46a3-b2ff-5e8cb22a095c)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:23:26.047458 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a6d59b8b-2442-4db2-9847-ac52f43b36c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:26.060122 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-a6d59b8b-2442-4db2-9847-ac52f43b36c0 admin admin] Calling delete_port for 17fea40c-2114-492a-9271-df92336577fb owned by network:router_gateway {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:23:26.074066 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-375a08a0-a425-4d3f-becc-aae1eda0939d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'name': 'tempest-TestVolumeBootPattern-1089411821-router', 'tenant_id': 'e444b0c64b064d49896f40508446d2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '17fea40c-2114-492a-9271-df92336577fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:09:31Z', 'updated_at': '2021-06-29T23:23:24Z', 'revision_number': 5, 'project_id': 'e444b0c64b064d49896f40508446d2e7', 'gw_port': {'id': '17fea40c-2114-492a-9271-df92336577fb', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:09:33Z', 'updated_at': '2021-06-29T23:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi'}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:23:26.100429 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375a08a0-a425-4d3f-becc-aae1eda0939d None None] Checking router: 23013b6e-675c-4895-8b90-45ef9e72cfff for host: dv-cinder-769602-4-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:23:26.108795 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375a08a0-a425-4d3f-becc-aae1eda0939d None None] Routers {'23013b6e-675c-4895-8b90-45ef9e72cfff'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:23:26.109461 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-375a08a0-a425-4d3f-becc-aae1eda0939d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:23:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['23013b6e-675c-4895-8b90-45ef9e72cfff'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:23:26.193418 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-375a08a0-a425-4d3f-becc-aae1eda0939d None None] Set router 23013b6e-675c-4895-8b90-45ef9e72cfff gateway port host: None {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:23:26.225655 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a6d59b8b-2442-4db2-9847-ac52f43b36c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732929'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:26.228329 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-6503679a-189a-48db-8f16-74559485b91e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:23:26.246181 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-375a08a0-a425-4d3f-becc-aae1eda0939d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'name': 'tempest-TestVolumeBootPattern-1089411821-router', 'tenant_id': 'e444b0c64b064d49896f40508446d2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:09:31Z', 'updated_at': '2021-06-29T23:23:25Z', 'revision_number': 6, 'project_id': 'e444b0c64b064d49896f40508446d2e7', 'gw_port_host': None}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:23:26.256526 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d59b8b-2442-4db2-9847-ac52f43b36c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=17fea40c-2114-492a-9271-df92336577fb,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:23:26.260343 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-a6d59b8b-2442-4db2-9847-ac52f43b36c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:23:26.273956 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375a08a0-a425-4d3f-becc-aae1eda0939d None None] The sync data for ids ['23013b6e-675c-4895-8b90-45ef9e72cfff'] in dv-cinder-769602-4-iscsi is: [{'id': '23013b6e-675c-4895-8b90-45ef9e72cfff', 'name': 'tempest-TestVolumeBootPattern-1089411821-router', 'tenant_id': 'e444b0c64b064d49896f40508446d2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:09:31Z', 'updated_at': '2021-06-29T23:23:25Z', 'revision_number': 6, 'project_id': 'e444b0c64b064d49896f40508446d2e7', 'gw_port_host': None}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:23:26.318716 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a6d59b8b-2442-4db2-9847-ac52f43b36c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489960'] for router_gateway, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:26.406245 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a6d59b8b-2442-4db2-9847-ac52f43b36c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1814'] for router, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:26.408269 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a6d59b8b-2442-4db2-9847-ac52f43b36c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:26.449150 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a6d59b8b-2442-4db2-9847-ac52f43b36c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-449705'] for router, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:26.449638 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d59b8b-2442-4db2-9847-ac52f43b36c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23013b6e-675c-4895-8b90-45ef9e72cfff {{(pid=93163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 23:23:26.454174 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a6d59b8b-2442-4db2-9847-ac52f43b36c0 admin admin] Notify callbacks [] for router, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:26.455041 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-a6d59b8b-2442-4db2-9847-ac52f43b36c0 admin admin] 10.222.0.30 "DELETE /v2.0/routers/23013b6e-675c-4895-8b90-45ef9e72cfff HTTP/1.1" status: 204 len: 168 time: 0.7578037 Jun 29 23:23:26.458445 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 39798) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:23:26.504795 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e15e88e-1045-4ab7-8456-694eceea280a admin admin] Deleting subnet f269cef7-2126-4abb-adf5-a4e644107e63 {{(pid=93162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 23:23:26.507850 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0e15e88e-1045-4ab7-8456-694eceea280a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:26.545569 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0e15e88e-1045-4ab7-8456-694eceea280a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66096812'] for subnet, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:26.623963 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0e15e88e-1045-4ab7-8456-694eceea280a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1567904'] for subnet, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:26.689611 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0e15e88e-1045-4ab7-8456-694eceea280a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1567929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66139771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66396870'] for subnet, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:26.694226 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:23:26.716506 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e15e88e-1045-4ab7-8456-694eceea280a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f269cef7-2126-4abb-adf5-a4e644107e63,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:23:26.725448 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15e88e-1045-4ab7-8456-694eceea280a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:23:26.725839 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15e88e-1045-4ab7-8456-694eceea280a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:23:26.726214 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15e88e-1045-4ab7-8456-694eceea280a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:23:26.726593 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15e88e-1045-4ab7-8456-694eceea280a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:23:26.726954 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15e88e-1045-4ab7-8456-694eceea280a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:23:26.727314 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15e88e-1045-4ab7-8456-694eceea280a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:23:26.727673 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15e88e-1045-4ab7-8456-694eceea280a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:23:26.728027 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15e88e-1045-4ab7-8456-694eceea280a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:23:26.728386 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15e88e-1045-4ab7-8456-694eceea280a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:23:26.728768 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15e88e-1045-4ab7-8456-694eceea280a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:23:26.729123 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15e88e-1045-4ab7-8456-694eceea280a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:23:26.729472 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15e88e-1045-4ab7-8456-694eceea280a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:23:26.734101 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-0e15e88e-1045-4ab7-8456-694eceea280a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:23:26.735109 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0e15e88e-1045-4ab7-8456-694eceea280a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:26.737009 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-0e15e88e-1045-4ab7-8456-694eceea280a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f269cef7-2126-4abb-adf5-a4e644107e63 HTTP/1.1" status: 204 len: 168 time: 0.2762187 Jun 29 23:23:26.740550 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 39804) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:23:26.746260 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a7e5bb-485d-4193-8f01-cec0fe70d717 None None] Network 91614b0c-8023-4554-a60f-a9debc2aead5 requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:23:26.770872 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 415792bb-18f2-480d-81e2-5e5e427daa99 no longer exists at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:23:26.820432 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] No Port match for: 415792bb-18f2-480d-81e2-5e5e427daa99 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:23:26.820825 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 415792bb-18f2-480d-81e2-5e5e427daa99 not bound to the agent host dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:23:26.821872 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-08594249-15c4-470e-a5c6-faf5a943d105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1494429'] for network, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:26.877931 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-08594249-15c4-470e-a5c6-faf5a943d105 admin admin] Deleting port 70360d3f-64e2-46e2-9c24-05a00c92873c {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:23:26.878418 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-08594249-15c4-470e-a5c6-faf5a943d105 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:26.944887 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-08594249-15c4-470e-a5c6-faf5a943d105 admin admin] For port 70360d3f-64e2-46e2-9c24-05a00c92873c, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=70360d3f-64e2-46e2-9c24-05a00c92873c,segment=NetworkSegment(4c3131ec-6831-4e51-915e-b85cb9cde4ad),segment_id=4c3131ec-6831-4e51-915e-b85cb9cde4ad)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:23:26.945239 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-08594249-15c4-470e-a5c6-faf5a943d105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:26.957240 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-08594249-15c4-470e-a5c6-faf5a943d105 admin admin] Calling delete_port for 70360d3f-64e2-46e2-9c24-05a00c92873c owned by network:dhcp {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:23:27.034470 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-08594249-15c4-470e-a5c6-faf5a943d105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732929'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:27.037513 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:23:27.063052 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08594249-15c4-470e-a5c6-faf5a943d105 admin admin] No DVR routers for this DVR port 70360d3f-64e2-46e2-9c24-05a00c92873c on host dv-cinder-769602-4-iscsi {{(pid=93163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:23:27.067185 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08594249-15c4-470e-a5c6-faf5a943d105 admin admin] Pushing event deleted for resources: {'Port': ['ID=70360d3f-64e2-46e2-9c24-05a00c92873c,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:23:27.069721 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-08594249-15c4-470e-a5c6-faf5a943d105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:23:27.083632 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cc5b14-c4e2-4138-b1ea-3bb43f3b2256 None None] DHCP port deletion for 91614b0c-8023-4554-a60f-a9debc2aead5 request from dv-cinder-769602-4-iscsi {{(pid=93164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 23:23:27.146060 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-08594249-15c4-470e-a5c6-faf5a943d105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1567870', 'neutron.services.segments.db._delete_segments_for_network-8748551520579'] for network, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:27.155561 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-08594249-15c4-470e-a5c6-faf5a943d105 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91614b0c-8023-4554-a60f-a9debc2aead5']}} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:23:27.166014 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-08594249-15c4-470e-a5c6-faf5a943d105 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c3131ec-6831-4e51-915e-b85cb9cde4ad') {'for_net_delete': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:23:27.166308 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-08594249-15c4-470e-a5c6-faf5a943d105 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c3131ec-6831-4e51-915e-b85cb9cde4ad') {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:23:27.176516 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-08594249-15c4-470e-a5c6-faf5a943d105 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748551432138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6975651'] for segment, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:27.190405 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-08594249-15c4-470e-a5c6-faf5a943d105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010'] for segment, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:27.197471 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08594249-15c4-470e-a5c6-faf5a943d105 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=93163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 23:23:27.197807 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-08594249-15c4-470e-a5c6-faf5a943d105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5732886'] for segment, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:27.199505 dv-cinder-769602-4-iscsi neutron-server[93163]: Traceback (most recent call last): Jun 29 23:23:27.199505 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 23:23:27.199505 dv-cinder-769602-4-iscsi neutron-server[93163]: timer() Jun 29 23:23:27.199505 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 23:23:27.199505 dv-cinder-769602-4-iscsi neutron-server[93163]: cb(*args, **kw) Jun 29 23:23:27.199505 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 23:23:27.199505 dv-cinder-769602-4-iscsi neutron-server[93163]: return func(*args, **kwargs) Jun 29 23:23:27.199505 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 23:23:27.199505 dv-cinder-769602-4-iscsi neutron-server[93163]: self._notify() Jun 29 23:23:27.199505 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 23:23:27.199505 dv-cinder-769602-4-iscsi neutron-server[93163]: self.callback(batched_events) Jun 29 23:23:27.199505 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 23:23:27.199505 dv-cinder-769602-4-iscsi neutron-server[93163]: event.method(event) Jun 29 23:23:27.199505 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 23:23:27.199505 dv-cinder-769602-4-iscsi neutron-server[93163]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 23:23:27.199505 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 23:23:27.199505 dv-cinder-769602-4-iscsi neutron-server[93163]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 23:23:27.199505 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 23:23:27.199505 dv-cinder-769602-4-iscsi neutron-server[93163]: return f(self, *a, **k) Jun 29 23:23:27.199505 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 23:23:27.199505 dv-cinder-769602-4-iscsi neutron-server[93163]: return self._get(url).json() Jun 29 23:23:27.199505 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 23:23:27.199505 dv-cinder-769602-4-iscsi neutron-server[93163]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 23:23:27.199505 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 23:23:27.199505 dv-cinder-769602-4-iscsi neutron-server[93163]: return self.request(url, 'GET', **kwargs) Jun 29 23:23:27.199505 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 23:23:27.199505 dv-cinder-769602-4-iscsi neutron-server[93163]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 23:23:27.199505 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 23:23:27.199505 dv-cinder-769602-4-iscsi neutron-server[93163]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 23:23:27.199505 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 23:23:27.199505 dv-cinder-769602-4-iscsi neutron-server[93163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 23:23:27.199505 dv-cinder-769602-4-iscsi neutron-server[93163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 23:23:27.252978 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-08594249-15c4-470e-a5c6-faf5a943d105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1567845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484101'] for network, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:27.256712 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-ca9bdcc8-ebd2-411c-ae26-d2f88b8ca9cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:23:27.260417 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-08594249-15c4-470e-a5c6-faf5a943d105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for network, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:27.262336 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-08594249-15c4-470e-a5c6-faf5a943d105 admin admin] 10.222.0.30 "DELETE /v2.0/networks/91614b0c-8023-4554-a60f-a9debc2aead5 HTTP/1.1" status: 204 len: 168 time: 0.5207369 Jun 29 23:23:27.265459 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 39810) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:23:27.276450 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08594249-15c4-470e-a5c6-faf5a943d105 admin admin] Pushing event deleted for resources: {'Network': ['ID=91614b0c-8023-4554-a60f-a9debc2aead5,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:23:27.278844 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-08594249-15c4-470e-a5c6-faf5a943d105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:23:27.618368 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-86931e4a-deff-4c41-bb46-68a100b041c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442428'] for router_interface, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:27.873600 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-86931e4a-deff-4c41-bb46-68a100b041c8 admin admin] Deleting port d037bb9a-475f-438f-b2a0-d2a7fb112867 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:23:27.873949 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-86931e4a-deff-4c41-bb46-68a100b041c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:27.953868 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-86931e4a-deff-4c41-bb46-68a100b041c8 admin admin] For port d037bb9a-475f-438f-b2a0-d2a7fb112867, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=d037bb9a-475f-438f-b2a0-d2a7fb112867,segment=NetworkSegment(0f722f33-4a1c-413e-9246-12d02c5c2a95),segment_id=0f722f33-4a1c-413e-9246-12d02c5c2a95)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:23:27.954217 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-86931e4a-deff-4c41-bb46-68a100b041c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:27.965881 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-86931e4a-deff-4c41-bb46-68a100b041c8 admin admin] Calling delete_port for d037bb9a-475f-438f-b2a0-d2a7fb112867 owned by network:router_interface {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:23:28.142795 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-86931e4a-deff-4c41-bb46-68a100b041c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66139777'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:28.146495 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-abaa42c7-3cc5-4a97-abca-f1f3f759a8db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:23:28.169692 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86931e4a-deff-4c41-bb46-68a100b041c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d037bb9a-475f-438f-b2a0-d2a7fb112867,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:23:28.172704 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-86931e4a-deff-4c41-bb46-68a100b041c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:23:28.335584 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-86931e4a-deff-4c41-bb46-68a100b041c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444300'] for router_interface, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:28.386102 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:23:28.551757 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86931e4a-deff-4c41-bb46-68a100b041c8 admin admin] Router e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0 has already been hosted by L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:23:28.666756 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86931e4a-deff-4c41-bb46-68a100b041c8 admin admin] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:23:28.674443 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 39824) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:23:28.675102 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-86931e4a-deff-4c41-bb46-68a100b041c8 admin admin] 10.222.0.30 "PUT /v2.0/routers/e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4077930 Jun 29 23:23:28.675329 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f03842-f618-4de3-bb52-5d3195cadc0f None None] Sync routers for ids ['e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0'] in dv-cinder-769602-4-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:23:28.696050 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f03842-f618-4de3-bb52-5d3195cadc0f None None] Routers {'e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:23:28.696869 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-e1f03842-f618-4de3-bb52-5d3195cadc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:23:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:23:28.743081 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 70360d3f-64e2-46e2-9c24-05a00c92873c no longer exists at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:23:28.770039 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] No Port match for: 70360d3f-64e2-46e2-9c24-05a00c92873c {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:23:28.770383 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 70360d3f-64e2-46e2-9c24-05a00c92873c not bound to the agent host dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:23:28.770797 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 17fea40c-2114-492a-9271-df92336577fb no longer exists at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:23:28.787795 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9e951164-853d-41a1-9b4f-d38c912d5008 admin admin] Notify callbacks [] for router, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:28.792971 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] No Port match for: 17fea40c-2114-492a-9271-df92336577fb {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:23:28.793319 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 17fea40c-2114-492a-9271-df92336577fb not bound to the agent host dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:23:28.851050 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-e1f03842-f618-4de3-bb52-5d3195cadc0f None None] Set router e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:23:28.899293 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9e951164-853d-41a1-9b4f-d38c912d5008 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:28.966219 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-9e951164-853d-41a1-9b4f-d38c912d5008 admin admin] Deleting port 4e809fca-6569-41cd-822d-6161da9d46c8 {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:23:28.966852 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9e951164-853d-41a1-9b4f-d38c912d5008 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:29.052516 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-9e951164-853d-41a1-9b4f-d38c912d5008 admin admin] For port 4e809fca-6569-41cd-822d-6161da9d46c8, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=4e809fca-6569-41cd-822d-6161da9d46c8,segment=NetworkSegment(0d7322d1-9f99-46a3-b2ff-5e8cb22a095c),segment_id=0d7322d1-9f99-46a3-b2ff-5e8cb22a095c)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:23:29.052516 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9e951164-853d-41a1-9b4f-d38c912d5008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:29.066936 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-9e951164-853d-41a1-9b4f-d38c912d5008 admin admin] Calling delete_port for 4e809fca-6569-41cd-822d-6161da9d46c8 owned by network:router_gateway {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:23:29.158170 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-e1f03842-f618-4de3-bb52-5d3195cadc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0', 'name': 'tempest-TestVolumeBootPattern-911408358-router', 'tenant_id': '172ebb62395342059288876b916db7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '4e809fca-6569-41cd-822d-6161da9d46c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:09:44Z', 'updated_at': '2021-06-29T23:23:28Z', 'revision_number': 5, 'project_id': '172ebb62395342059288876b916db7e8', 'gw_port': {'id': '4e809fca-6569-41cd-822d-6161da9d46c8', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:09:45Z', 'updated_at': '2021-06-29T23:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi'}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:23:29.186125 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f03842-f618-4de3-bb52-5d3195cadc0f None None] Checking router: e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0 for host: dv-cinder-769602-4-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:23:29.196228 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f03842-f618-4de3-bb52-5d3195cadc0f None None] Routers {'e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:23:29.197222 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-e1f03842-f618-4de3-bb52-5d3195cadc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:23:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:23:29.256147 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9e951164-853d-41a1-9b4f-d38c912d5008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732929'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:29.259190 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-ffaba023-40e4-42de-bbd9-878c0af8ab50 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:23:29.284771 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e951164-853d-41a1-9b4f-d38c912d5008 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e809fca-6569-41cd-822d-6161da9d46c8,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:23:29.290760 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-e1f03842-f618-4de3-bb52-5d3195cadc0f None None] Set router e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0 gateway port host: None {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:23:29.296331 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e951164-853d-41a1-9b4f-d38c912d5008 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:23:29.296764 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e951164-853d-41a1-9b4f-d38c912d5008 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:23:29.297577 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e951164-853d-41a1-9b4f-d38c912d5008 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:23:29.297577 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e951164-853d-41a1-9b4f-d38c912d5008 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:23:29.297816 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e951164-853d-41a1-9b4f-d38c912d5008 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:23:29.298347 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e951164-853d-41a1-9b4f-d38c912d5008 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:23:29.298705 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e951164-853d-41a1-9b4f-d38c912d5008 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:23:29.299164 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e951164-853d-41a1-9b4f-d38c912d5008 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:23:29.299681 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e951164-853d-41a1-9b4f-d38c912d5008 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:23:29.300188 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e951164-853d-41a1-9b4f-d38c912d5008 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:23:29.300560 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e951164-853d-41a1-9b4f-d38c912d5008 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:23:29.300925 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e951164-853d-41a1-9b4f-d38c912d5008 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:23:29.311976 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-9e951164-853d-41a1-9b4f-d38c912d5008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:23:29.353051 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-e1f03842-f618-4de3-bb52-5d3195cadc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0', 'name': 'tempest-TestVolumeBootPattern-911408358-router', 'tenant_id': '172ebb62395342059288876b916db7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:09:44Z', 'updated_at': '2021-06-29T23:23:28Z', 'revision_number': 6, 'project_id': '172ebb62395342059288876b916db7e8', 'gw_port_host': None}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:23:29.362674 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb43a1d-b5aa-47c3-8191-50618f5afa67 req-5fc6b173-4718-4d56-a49a-d7efdd2bcc6e tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:23:29.364215 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ddb43a1d-b5aa-47c3-8191-50618f5afa67 req-5fc6b173-4718-4d56-a49a-d7efdd2bcc6e tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 945 time: 0.0670185 Jun 29 23:23:29.373388 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9e951164-853d-41a1-9b4f-d38c912d5008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489960'] for router_gateway, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:29.380274 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f03842-f618-4de3-bb52-5d3195cadc0f None None] The sync data for ids ['e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0'] in dv-cinder-769602-4-iscsi is: [{'id': 'e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0', 'name': 'tempest-TestVolumeBootPattern-911408358-router', 'tenant_id': '172ebb62395342059288876b916db7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:09:44Z', 'updated_at': '2021-06-29T23:23:28Z', 'revision_number': 6, 'project_id': '172ebb62395342059288876b916db7e8', 'gw_port_host': None}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:23:29.404505 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ddb43a1d-b5aa-47c3-8191-50618f5afa67 req-663b7109-3352-43b9-b93c-dfdc2dc60b9f tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd1837a9-27f3-454b-9182-c4dc5fae4f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334990 Jun 29 23:23:29.473968 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9e951164-853d-41a1-9b4f-d38c912d5008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1814'] for router, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:29.476010 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9e951164-853d-41a1-9b4f-d38c912d5008 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:29.517702 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9e951164-853d-41a1-9b4f-d38c912d5008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-449705'] for router, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:29.518988 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e951164-853d-41a1-9b4f-d38c912d5008 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0 {{(pid=93163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 23:23:29.525480 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9e951164-853d-41a1-9b4f-d38c912d5008 admin admin] Notify callbacks [] for router, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:29.526602 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-9e951164-853d-41a1-9b4f-d38c912d5008 admin admin] 10.222.0.30 "DELETE /v2.0/routers/e8cc14e1-69c0-41f0-b25a-a2a669f6e7b0 HTTP/1.1" status: 204 len: 168 time: 0.8510735 Jun 29 23:23:29.529330 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 39840) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:23:29.576057 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_v2 [None req-f17d9fa7-99ae-4c2e-803c-b174fd209cc2 admin admin] Deleting subnet 9b96fda3-966a-4eab-bb93-34e34479bb42 {{(pid=93162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 23:23:29.578968 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f17d9fa7-99ae-4c2e-803c-b174fd209cc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:29.612781 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f17d9fa7-99ae-4c2e-803c-b174fd209cc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66096812'] for subnet, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:29.686608 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f17d9fa7-99ae-4c2e-803c-b174fd209cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1567904'] for subnet, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:29.749168 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f17d9fa7-99ae-4c2e-803c-b174fd209cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1567929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66139771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66396870'] for subnet, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:29.753494 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:23:29.790986 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d9fa7-99ae-4c2e-803c-b174fd209cc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b96fda3-966a-4eab-bb93-34e34479bb42,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:23:29.790986 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-f17d9fa7-99ae-4c2e-803c-b174fd209cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:23:29.790986 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f17d9fa7-99ae-4c2e-803c-b174fd209cc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:29.793042 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-f17d9fa7-99ae-4c2e-803c-b174fd209cc2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9b96fda3-966a-4eab-bb93-34e34479bb42 HTTP/1.1" status: 204 len: 168 time: 0.2626805 Jun 29 23:23:29.793712 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 39846) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:23:29.794397 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb2dfbf-2645-41a7-ae86-5bd676ad31b7 None None] Network 2b22f1b8-8e6e-4f6e-8fe0-cf87760ef952 requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:23:29.868064 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f41fce34-1984-44c3-9c38-bcd6334226db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1494429'] for network, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:29.927871 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-f41fce34-1984-44c3-9c38-bcd6334226db admin admin] Deleting port e3c5619a-6a6c-4547-b155-78b85f7a290e {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:23:29.928209 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f41fce34-1984-44c3-9c38-bcd6334226db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:29.931933 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522bbc78-f29f-400b-8fd3-71a2431daa14 req-6acd8903-2e01-41b6-a945-87e8bbb88fa6 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:23:29.933765 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-522bbc78-f29f-400b-8fd3-71a2431daa14 req-6acd8903-2e01-41b6-a945-87e8bbb88fa6 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.52 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 945 time: 0.0747538 Jun 29 23:23:29.997863 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-f41fce34-1984-44c3-9c38-bcd6334226db admin admin] For port e3c5619a-6a6c-4547-b155-78b85f7a290e, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=e3c5619a-6a6c-4547-b155-78b85f7a290e,segment=NetworkSegment(0f722f33-4a1c-413e-9246-12d02c5c2a95),segment_id=0f722f33-4a1c-413e-9246-12d02c5c2a95)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:23:29.998246 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f41fce34-1984-44c3-9c38-bcd6334226db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:30.011078 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-f41fce34-1984-44c3-9c38-bcd6334226db admin admin] Calling delete_port for e3c5619a-6a6c-4547-b155-78b85f7a290e owned by network:dhcp {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:23:30.041021 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-522bbc78-f29f-400b-8fd3-71a2431daa14 req-4f7701b4-7a12-4825-a15c-69314e4c82cf tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] Deleting port 07f3144f-1e56-4f45-be16-933bf0eee280 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:23:30.041473 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-522bbc78-f29f-400b-8fd3-71a2431daa14 req-4f7701b4-7a12-4825-a15c-69314e4c82cf tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:30.094808 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f41fce34-1984-44c3-9c38-bcd6334226db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732929'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:30.096980 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-a6d59b8b-2442-4db2-9847-ac52f43b36c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:23:30.120466 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41fce34-1984-44c3-9c38-bcd6334226db admin admin] Pushing event deleted for resources: {'Port': ['ID=e3c5619a-6a6c-4547-b155-78b85f7a290e,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:23:30.124602 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-f41fce34-1984-44c3-9c38-bcd6334226db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:23:30.124602 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41fce34-1984-44c3-9c38-bcd6334226db admin admin] No DVR routers for this DVR port e3c5619a-6a6c-4547-b155-78b85f7a290e on host dv-cinder-769602-4-iscsi {{(pid=93163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:23:30.146813 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-522bbc78-f29f-400b-8fd3-71a2431daa14 req-4f7701b4-7a12-4825-a15c-69314e4c82cf tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] For port 07f3144f-1e56-4f45-be16-933bf0eee280, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=07f3144f-1e56-4f45-be16-933bf0eee280,segment=NetworkSegment(6edda1e6-a51f-4fc9-8f11-054035522628),segment_id=6edda1e6-a51f-4fc9-8f11-054035522628)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:23:30.147330 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-522bbc78-f29f-400b-8fd3-71a2431daa14 req-4f7701b4-7a12-4825-a15c-69314e4c82cf tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:30.162768 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6e2cf3-6d25-4f76-8bc0-8b9979b4c204 None None] DHCP port deletion for 2b22f1b8-8e6e-4f6e-8fe0-cf87760ef952 request from dv-cinder-769602-4-iscsi {{(pid=93164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 23:23:30.168949 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-522bbc78-f29f-400b-8fd3-71a2431daa14 req-4f7701b4-7a12-4825-a15c-69314e4c82cf tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] Calling delete_port for 07f3144f-1e56-4f45-be16-933bf0eee280 owned by compute:nova {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:23:30.210310 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f41fce34-1984-44c3-9c38-bcd6334226db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1567870', 'neutron.services.segments.db._delete_segments_for_network-8748551520579'] for network, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:30.221223 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-f41fce34-1984-44c3-9c38-bcd6334226db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b22f1b8-8e6e-4f6e-8fe0-cf87760ef952']}} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:23:30.231650 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-f41fce34-1984-44c3-9c38-bcd6334226db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f722f33-4a1c-413e-9246-12d02c5c2a95') {'for_net_delete': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:23:30.231947 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-f41fce34-1984-44c3-9c38-bcd6334226db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f722f33-4a1c-413e-9246-12d02c5c2a95') {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:23:30.241555 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f41fce34-1984-44c3-9c38-bcd6334226db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748551432138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6975651'] for segment, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:30.256141 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f41fce34-1984-44c3-9c38-bcd6334226db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010'] for segment, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:30.262716 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f41fce34-1984-44c3-9c38-bcd6334226db admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=93163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 23:23:30.263109 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f41fce34-1984-44c3-9c38-bcd6334226db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5732886'] for segment, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:30.264814 dv-cinder-769602-4-iscsi neutron-server[93163]: Traceback (most recent call last): Jun 29 23:23:30.264814 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 23:23:30.264814 dv-cinder-769602-4-iscsi neutron-server[93163]: timer() Jun 29 23:23:30.264814 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 23:23:30.264814 dv-cinder-769602-4-iscsi neutron-server[93163]: cb(*args, **kw) Jun 29 23:23:30.264814 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 23:23:30.264814 dv-cinder-769602-4-iscsi neutron-server[93163]: return func(*args, **kwargs) Jun 29 23:23:30.264814 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 23:23:30.264814 dv-cinder-769602-4-iscsi neutron-server[93163]: self._notify() Jun 29 23:23:30.264814 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 23:23:30.264814 dv-cinder-769602-4-iscsi neutron-server[93163]: self.callback(batched_events) Jun 29 23:23:30.264814 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 23:23:30.264814 dv-cinder-769602-4-iscsi neutron-server[93163]: event.method(event) Jun 29 23:23:30.264814 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 23:23:30.264814 dv-cinder-769602-4-iscsi neutron-server[93163]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 23:23:30.264814 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 23:23:30.264814 dv-cinder-769602-4-iscsi neutron-server[93163]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 23:23:30.264814 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 23:23:30.264814 dv-cinder-769602-4-iscsi neutron-server[93163]: return f(self, *a, **k) Jun 29 23:23:30.264814 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 23:23:30.264814 dv-cinder-769602-4-iscsi neutron-server[93163]: return self._get(url).json() Jun 29 23:23:30.264814 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 23:23:30.264814 dv-cinder-769602-4-iscsi neutron-server[93163]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 23:23:30.264814 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 23:23:30.264814 dv-cinder-769602-4-iscsi neutron-server[93163]: return self.request(url, 'GET', **kwargs) Jun 29 23:23:30.264814 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 23:23:30.264814 dv-cinder-769602-4-iscsi neutron-server[93163]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 23:23:30.264814 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 23:23:30.264814 dv-cinder-769602-4-iscsi neutron-server[93163]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 23:23:30.264814 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 23:23:30.264814 dv-cinder-769602-4-iscsi neutron-server[93163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 23:23:30.264814 dv-cinder-769602-4-iscsi neutron-server[93163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 23:23:30.320395 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-522bbc78-f29f-400b-8fd3-71a2431daa14 req-4f7701b4-7a12-4825-a15c-69314e4c82cf tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66139777'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:30.321586 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f41fce34-1984-44c3-9c38-bcd6334226db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1567845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484101'] for network, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:30.327689 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-62ce16d5-940e-43d9-a346-814307228e32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:23:30.328898 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:23:30.332168 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] get_ports_and_sgs() called for port_ids ['07f3144f-1e56-4f45-be16-933bf0eee280'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:23:30.332806 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f41fce34-1984-44c3-9c38-bcd6334226db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for network, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:30.334635 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-f41fce34-1984-44c3-9c38-bcd6334226db admin admin] 10.222.0.30 "DELETE /v2.0/networks/2b22f1b8-8e6e-4f6e-8fe0-cf87760ef952 HTTP/1.1" status: 204 len: 168 time: 0.5399604 Jun 29 23:23:30.346327 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41fce34-1984-44c3-9c38-bcd6334226db admin admin] Pushing event deleted for resources: {'Network': ['ID=2b22f1b8-8e6e-4f6e-8fe0-cf87760ef952,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:23:30.350987 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-f41fce34-1984-44c3-9c38-bcd6334226db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:23:30.385367 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7701b4-7a12-4825-a15c-69314e4c82cf tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] Pushing event deleted for resources: {'Port': ['ID=07f3144f-1e56-4f45-be16-933bf0eee280,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:23:30.387750 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-4f7701b4-7a12-4825-a15c-69314e4c82cf tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:23:30.409451 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-522bbc78-f29f-400b-8fd3-71a2431daa14 req-4f7701b4-7a12-4825-a15c-69314e4c82cf tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] No DVR routers for this DVR port 07f3144f-1e56-4f45-be16-933bf0eee280 on host hv-cinder-76960 {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:23:30.411996 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-522bbc78-f29f-400b-8fd3-71a2431daa14 req-4f7701b4-7a12-4825-a15c-69314e4c82cf tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:30.414294 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-522bbc78-f29f-400b-8fd3-71a2431daa14 req-4f7701b4-7a12-4825-a15c-69314e4c82cf tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.52 "DELETE /v2.0/ports/07f3144f-1e56-4f45-be16-933bf0eee280 HTTP/1.1" status: 204 len: 173 time: 0.4746974 Jun 29 23:23:30.414946 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ae4cb0-25aa-4dda-9774-5af583b6cd2e', 'name': 'network-vif-deleted', 'tag': '07f3144f-1e56-4f45-be16-933bf0eee280'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:23:30.417251 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4ff624e5b506a15852624dbd6f9127feb1aca7eb9818edaf72933b1fc2af06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db8922b-fcd7-4ea0-a338-8cbe0c3201b6" -d '{"events": [{"server_uuid": "36ae4cb0-25aa-4dda-9774-5af583b6cd2e", "name": "network-vif-deleted", "tag": "07f3144f-1e56-4f45-be16-933bf0eee280"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:23:30.464279 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 39860) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:23:30.544232 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-a1815f31-1445-453b-a1a1-0fe30af29bc3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e444b0c64b064d49896f40508446d2e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0784590 Jun 29 23:23:30.550806 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 39862) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:23:30.599777 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0fdbbe3a-2399-4c25-9b27-a194ebebf5f4 req-d8dd6462-8913-4a56-ac3a-b7db9e63b204 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0535076 Jun 29 23:23:30.608695 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a6e700b2-4c9c-49c5-bcab-3093dd88d9e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:30.632424 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a6e700b2-4c9c-49c5-bcab-3093dd88d9e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:30.653691 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device d037bb9a-475f-438f-b2a0-d2a7fb112867 no longer exists at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:23:30.673459 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] No Port match for: d037bb9a-475f-438f-b2a0-d2a7fb112867 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:23:30.673811 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device d037bb9a-475f-438f-b2a0-d2a7fb112867 not bound to the agent host dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:23:30.674228 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device e3c5619a-6a6c-4547-b155-78b85f7a290e no longer exists at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:23:30.685462 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a6e700b2-4c9c-49c5-bcab-3093dd88d9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:30.689526 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a6e700b2-4c9c-49c5-bcab-3093dd88d9e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:30.693839 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-a6e700b2-4c9c-49c5-bcab-3093dd88d9e8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ca9f3302-25d2-4a72-a833-938089ff297d HTTP/1.1" status: 204 len: 168 time: 0.1432769 Jun 29 23:23:30.693839 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-becbe856-abec-4e57-8f75-445cfb20db14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:23:30.699850 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] No Port match for: e3c5619a-6a6c-4547-b155-78b85f7a290e {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:23:30.700203 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device e3c5619a-6a6c-4547-b155-78b85f7a290e not bound to the agent host dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:23:30.700658 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 4e809fca-6569-41cd-822d-6161da9d46c8 no longer exists at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:23:30.701699 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e700b2-4c9c-49c5-bcab-3093dd88d9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9f3302-25d2-4a72-a833-938089ff297d,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:23:30.718529 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-a6e700b2-4c9c-49c5-bcab-3093dd88d9e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:23:30.726566 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbfc1b5-6020-4bbe-893e-2db2554782ba x-openstack-request-id: req-8cbfc1b5-6020-4bbe-893e-2db2554782ba {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:23:30.727004 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ae4cb0-25aa-4dda-9774-5af583b6cd2e", "name": "network-vif-deleted", "tag": "07f3144f-1e56-4f45-be16-933bf0eee280", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:23:30.727170 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8cbfc1b5-6020-4bbe-893e-2db2554782ba {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:23:30.727623 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ae4cb0-25aa-4dda-9774-5af583b6cd2e', 'name': 'network-vif-deleted', 'tag': '07f3144f-1e56-4f45-be16-933bf0eee280', 'status': 'completed', 'code': 200} Jun 29 23:23:30.738115 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] No Port match for: 4e809fca-6569-41cd-822d-6161da9d46c8 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:23:30.738535 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 4e809fca-6569-41cd-822d-6161da9d46c8 not bound to the agent host dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:23:31.032108 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 39874) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:23:31.071784 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-60219fd9-c2b9-477e-9906-29b31c5529a0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=172ebb62395342059288876b916db7e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384450 Jun 29 23:23:31.074162 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 39876) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:23:31.122039 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e5bf018d-4346-4e15-8d9d-f2a1f7905a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:31.141978 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e5bf018d-4346-4e15-8d9d-f2a1f7905a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:31.199799 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e5bf018d-4346-4e15-8d9d-f2a1f7905a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:31.202370 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e5bf018d-4346-4e15-8d9d-f2a1f7905a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:31.203932 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-e5bf018d-4346-4e15-8d9d-f2a1f7905a39 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/782fa65a-e9d9-438b-b239-55d1efd4e860 HTTP/1.1" status: 204 len: 168 time: 0.1287355 Jun 29 23:23:31.204727 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-af1a4b61-b6a5-438c-b2bb-76f380fd8267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:23:31.213202 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf018d-4346-4e15-8d9d-f2a1f7905a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782fa65a-e9d9-438b-b239-55d1efd4e860,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:23:31.215916 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-e5bf018d-4346-4e15-8d9d-f2a1f7905a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:23:31.749885 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3617ca70-d8d1-4c74-9a0b-84751b95ab78 req-eb53071f-46cc-4b80-a546-38743e3876d0 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0287182 Jun 29 23:23:32.894400 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d69b18f9-81de-4764-a923-887e03313c25 req-c80be8ff-6b1a-401a-b5bd-aad3aff3cd29 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0296783 Jun 29 23:23:33.168414 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 07f3144f-1e56-4f45-be16-933bf0eee280 no longer exists at agent hyperv_hv-cinder-76960 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:23:33.188665 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] No Port match for: 07f3144f-1e56-4f45-be16-933bf0eee280 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:23:33.189015 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 07f3144f-1e56-4f45-be16-933bf0eee280 not bound to the agent host hv-cinder-76960 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:23:34.034485 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-cd1338c8-4f05-4adb-9369-67fa8337fe6f req-7771fb8b-1253-4da3-b059-d9da2b429a2d tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0270796 Jun 29 23:23:34.366922 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:35.170554 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-777ce2bc-70cc-4cdf-b9a1-113ed9a02a37 req-ed7c59f7-5dea-4e15-931a-9fa1a9f68507 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0286343 Jun 29 23:23:36.312166 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7dbea7ae-757a-4ad4-9dc3-bca1e58395e9 req-b3bbd610-a467-4c18-a2d6-9e93ee66fbc3 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0266542 Jun 29 23:23:37.448127 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-99ffbf73-1b20-43e0-ab95-ae56930da3b4 req-ebaa1354-9e0e-48b3-9876-3d6692a5fe74 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0284431 Jun 29 23:23:38.589550 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2b043ded-f7d5-4349-9908-b9a2eaabe4f1 req-a531d5a2-5a89-447a-beb8-6ccc859e442e tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0307195 Jun 29 23:23:39.729999 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-39ae2cce-683d-4fe6-b306-7fb495db85f5 req-521f143e-a5b5-47ae-96e6-b389c788d1fe tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0325127 Jun 29 23:23:40.869983 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-992a002a-6a1a-4cc7-b48f-b2607c4cbc22 req-e10c0777-c397-4d0b-80d1-5b36c6f27eb7 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0299253 Jun 29 23:23:42.012142 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b5ac7134-a3b7-4508-a9ad-6244dfeca404 req-c4b57ac9-0227-464d-84ea-0ca3d2da2fe8 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0288570 Jun 29 23:23:43.364075 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-35d75975-cc0f-4670-9cdd-de88d84a4d17 req-7331d704-9990-4e30-ae85-8bb001cf3946 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.2416899 Jun 29 23:23:44.556730 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-509840ca-7994-464e-8053-78ea34bc7ab2 req-04b0779d-3e70-443c-9f58-bd1b4ebcb0ca tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0825770 Jun 29 23:23:45.706231 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-963e2790-8996-4658-bdf5-19896108c1ed req-3128c291-9944-42ed-bcf4-270f4ada7c40 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0270422 Jun 29 23:23:46.843342 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ed96e237-29fb-4971-9af7-d187413692e6 req-f29454f5-222c-4b74-9696-c64f2cf1dbef tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0287895 Jun 29 23:23:47.151917 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-590c97b8-fc62-482d-a713-4ca4dc585af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:47.987521 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1819d862-e796-4ba6-bfef-77f07e37b96c req-548317d1-ad73-47a7-9dcd-9d92254646c1 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0325475 Jun 29 23:23:49.128537 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-be6edb5a-7ff7-440d-923c-578f47e54913 req-1eca509c-6b4e-4768-9003-960f594d553d tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0329189 Jun 29 23:23:49.629788 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-3aef7ef6-a95a-4be2-b958-d251284a65c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:50.130559 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:50.266459 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ddc52f17-c2aa-42d6-b971-82e752ac52cc req-279bc225-cfdd-47fa-bf9c-87d0e55dd7cd tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0275977 Jun 29 23:23:50.824037 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:51.407351 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-25be9d35-c430-44ec-8678-aa98c9880619 req-388a4c52-b282-4a61-b911-f4dfc48e6a23 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0276980 Jun 29 23:23:52.544187 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-90d091db-7136-4955-b15c-4b11cf6b4b28 req-c7457c4c-7162-4fda-907f-e66b38dba00c tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0277843 Jun 29 23:23:52.677965 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:53.680907 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-30cd3c07-b673-450a-af00-ec42849d1ad1 req-bd35cab4-2d07-4221-9a13-e7907ec6c170 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0278399 Jun 29 23:23:54.817240 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e287af5d-9823-4a5e-91da-b23e5d822495 req-fb92e6c2-50eb-4bae-83db-1f97465ea7cb tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0277350 Jun 29 23:23:55.952649 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-41adc492-2b13-4c63-9753-312a8c1c0588 req-0c3225f7-6d43-4056-9240-06022e35621d tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0284579 Jun 29 23:23:57.098400 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a1c7a4f7-3e81-4229-b8d3-e7d5903e8139 req-1cc54ee9-9247-4922-8a79-de758c944340 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0321350 Jun 29 23:23:58.238833 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7ebb6a00-80fb-4d19-a6fd-618a1dedc3d6 req-cf9c803e-a0b7-4493-abf1-a6d68f9acec5 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0308981 Jun 29 23:23:59.379504 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6893a271-992c-421d-a3bf-b92823d905e9 req-e9b5ef3f-a94a-4d28-9cdf-2295d794230b tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0288131 Jun 29 23:24:00.520112 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-994f13c0-7e9a-4d0d-8182-50f8d844f649 req-890b54f5-15ae-4dd9-a89d-5847763752fd tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0282135 Jun 29 23:24:01.659576 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ad2d7019-fddd-4e05-9c61-8fda4fbcfc5e req-67b45071-29b8-441b-8c80-6a613874a3b9 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0276475 Jun 29 23:24:02.803543 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b953b3d7-46f4-496f-9350-21757917f895 req-52383fb8-6524-4b8f-b418-483d964cba58 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0285211 Jun 29 23:24:03.940501 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c10c4ec3-9b96-4531-88a6-511172ad39e5 req-eb955985-7275-4303-9eee-f11fb87da159 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0266111 Jun 29 23:24:04.379012 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:05.079019 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a5d9d91d-1446-43b1-9ed4-87a7ab854325 req-89c9c167-5110-4164-b625-f363140bd351 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0280757 Jun 29 23:24:05.385550 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:24:06.225981 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ebf77d77-33f6-4697-9e77-21077b60156a req-9f4cf04c-3ea0-45bf-9afe-8364210186d4 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0296254 Jun 29 23:24:07.365233 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f7bdff01-389c-457a-ae96-46fb6de7c459 req-9d4f9560-6031-4ed2-9447-ba841eec1cbc tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0304296 Jun 29 23:24:08.665714 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d7f15d27-9aa3-4f06-afd2-4c55df38a8ba req-a632cc4e-f745-479c-8ad6-98cb75a70db8 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0297074 Jun 29 23:24:09.804532 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-27caf0d5-207c-4775-8bcb-36e13e7e656c req-5eea9ed5-b6a0-4ed9-b65d-f425663ea369 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0273938 Jun 29 23:24:10.940784 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b5a3de71-26d6-4bfd-afa1-3c4324dd3f30 req-73b577ec-1192-4932-ba20-5ddce82d66d7 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0272388 Jun 29 23:24:12.079470 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-53f849f0-3366-42fc-ad07-642bf45095ce req-373fcd46-34d4-4fa2-bbc1-9dd27aa5c5dc tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0273356 Jun 29 23:24:12.512907 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b01ef8-aca9-4b2d-8387-10a265a695a9 req-7cfc17c8-b485-45a9-80fd-169e9d538bcb tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:12.514269 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f1b01ef8-aca9-4b2d-8387-10a265a695a9 req-7cfc17c8-b485-45a9-80fd-169e9d538bcb tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 945 time: 0.0632596 Jun 29 23:24:12.551827 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f1b01ef8-aca9-4b2d-8387-10a265a695a9 req-368901ae-7577-46f7-bf1f-0df5710cf2aa tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25dd01b-7529-4fb9-a1c4-5604684d178f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318911 Jun 29 23:24:12.967586 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec8241-075c-45ee-811a-697383074544 req-d3affb09-3042-4158-858e-743757bf904c tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:12.969063 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-47ec8241-075c-45ee-811a-697383074544 req-d3affb09-3042-4158-858e-743757bf904c tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 945 time: 0.0626974 Jun 29 23:24:13.067235 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-47ec8241-075c-45ee-811a-697383074544 req-08d0d02d-0e8c-41b1-85f3-3978666560f3 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Deleting port 7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:24:13.067575 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-47ec8241-075c-45ee-811a-697383074544 req-08d0d02d-0e8c-41b1-85f3-3978666560f3 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:13.154785 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-47ec8241-075c-45ee-811a-697383074544 req-08d0d02d-0e8c-41b1-85f3-3978666560f3 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] For port 7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3,segment=NetworkSegment(63f270fe-59bf-41e4-861c-414217008130),segment_id=63f270fe-59bf-41e4-861c-414217008130)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:24:13.155163 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-47ec8241-075c-45ee-811a-697383074544 req-08d0d02d-0e8c-41b1-85f3-3978666560f3 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:13.235190 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a7cee932-90a0-4da6-be56-b947401f8d89 req-62523224-a54b-4a2e-9283-a85c13bb300f tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0381715 Jun 29 23:24:13.349593 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-47ec8241-075c-45ee-811a-697383074544 req-08d0d02d-0e8c-41b1-85f3-3978666560f3 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:13.349955 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-47ec8241-075c-45ee-811a-697383074544 req-08d0d02d-0e8c-41b1-85f3-3978666560f3 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484151'] for floatingip, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:13.350259 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.db.l3_db [req-47ec8241-075c-45ee-811a-697383074544 req-08d0d02d-0e8c-41b1-85f3-3978666560f3 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Floating IP 012a8cdb-b4d6-4a09-9130-743c7d76cdae disassociated. External IP: 172.27.0.238, port: 7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3. Jun 29 23:24:13.350589 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-47ec8241-075c-45ee-811a-697383074544 req-08d0d02d-0e8c-41b1-85f3-3978666560f3 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Calling delete_port for 7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3 owned by compute:nova {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:24:13.477800 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-47ec8241-075c-45ee-811a-697383074544 req-08d0d02d-0e8c-41b1-85f3-3978666560f3 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66139777'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:13.481680 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-b5f356b5-427e-44ff-bd9e-2f5a89c57afe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:13.506718 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0d02d-0e8c-41b1-85f3-3978666560f3 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Pushing event deleted for resources: {'Port': ['ID=7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:13.509629 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-08d0d02d-0e8c-41b1-85f3-3978666560f3 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:13.617404 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47ec8241-075c-45ee-811a-697383074544 req-08d0d02d-0e8c-41b1-85f3-3978666560f3 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Router e35bc8f0-c8a2-451c-b269-ba9cd96100e9 has already been hosted by L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:24:13.694181 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7a70528a-9639-442c-a6ec-7b330bf4c76b req-49189577-c5da-4838-be3a-c4d1eb2b8c21 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0313823 Jun 29 23:24:13.723146 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47ec8241-075c-45ee-811a-697383074544 req-08d0d02d-0e8c-41b1-85f3-3978666560f3 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:24:13.733539 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab697ed6-ae2f-41b2-8c99-c3593915cff0 None None] Sync routers for ids ['e35bc8f0-c8a2-451c-b269-ba9cd96100e9'] in dv-cinder-769602-4-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:24:13.743200 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab697ed6-ae2f-41b2-8c99-c3593915cff0 None None] Routers {'e35bc8f0-c8a2-451c-b269-ba9cd96100e9'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:24:13.743906 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-ab697ed6-ae2f-41b2-8c99-c3593915cff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:23:50Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['e35bc8f0-c8a2-451c-b269-ba9cd96100e9'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:24:13.765582 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ec8241-075c-45ee-811a-697383074544 req-08d0d02d-0e8c-41b1-85f3-3978666560f3 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] No DVR routers for this DVR port 7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3 on host hv-cinder-76960 {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:24:13.767945 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-47ec8241-075c-45ee-811a-697383074544 req-08d0d02d-0e8c-41b1-85f3-3978666560f3 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:13.770153 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-47ec8241-075c-45ee-811a-697383074544 req-08d0d02d-0e8c-41b1-85f3-3978666560f3 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.52 "DELETE /v2.0/ports/7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3 HTTP/1.1" status: 204 len: 173 time: 0.7959564 Jun 29 23:24:13.770647 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4183b6d-beac-4669-ab03-ca98f7bed25e', 'name': 'network-vif-deleted', 'tag': '7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:24:13.772986 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4ff624e5b506a15852624dbd6f9127feb1aca7eb9818edaf72933b1fc2af06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e87b57-06cd-40b6-a855-2d55c0eea22b" -d '{"events": [{"server_uuid": "b4183b6d-beac-4669-ab03-ca98f7bed25e", "name": "network-vif-deleted", "tag": "7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:24:13.814804 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145596d4-c50b-4716-80ba-d6a62b9bd45d x-openstack-request-id: req-145596d4-c50b-4716-80ba-d6a62b9bd45d {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:24:13.815134 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4183b6d-beac-4669-ab03-ca98f7bed25e", "name": "network-vif-deleted", "tag": "7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:24:13.815447 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-145596d4-c50b-4716-80ba-d6a62b9bd45d {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:24:13.816559 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4183b6d-beac-4669-ab03-ca98f7bed25e', 'name': 'network-vif-deleted', 'tag': '7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3', 'status': 'completed', 'code': 200} Jun 29 23:24:13.855155 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-ab697ed6-ae2f-41b2-8c99-c3593915cff0 None None] Set router e35bc8f0-c8a2-451c-b269-ba9cd96100e9 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:24:14.055119 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-ab697ed6-ae2f-41b2-8c99-c3593915cff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'name': 'tempest-AttachVolumeTestJSON-753116380-router', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'a4f6692f-d376-41f7-b509-b1d6598df151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:37Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': '89f7a8481a72408b89119405a6770fde', 'gw_port': {'id': 'a4f6692f-d376-41f7-b509-b1d6598df151', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': '8daac4e5-8ffc-49e5-8973-a89c79538713', 'name': '', 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'mac_address': 'fa:16:3e:3c:ed:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0cace3d9-d5b7-4676-96cc-bc7171040612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:43Z', 'updated_at': '2021-06-29T23:08:58Z', 'revision_number': 5, 'project_id': '89f7a8481a72408b89119405a6770fde', 'subnets': [{'id': '0cace3d9-d5b7-4676-96cc-bc7171040612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:24:14.079619 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab697ed6-ae2f-41b2-8c99-c3593915cff0 None None] Checking router: e35bc8f0-c8a2-451c-b269-ba9cd96100e9 for host: dv-cinder-769602-4-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:24:14.087592 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab697ed6-ae2f-41b2-8c99-c3593915cff0 None None] Routers {'e35bc8f0-c8a2-451c-b269-ba9cd96100e9'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:24:14.088190 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-ab697ed6-ae2f-41b2-8c99-c3593915cff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:23:50Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['e35bc8f0-c8a2-451c-b269-ba9cd96100e9'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:24:14.188174 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-ab697ed6-ae2f-41b2-8c99-c3593915cff0 None None] Set router e35bc8f0-c8a2-451c-b269-ba9cd96100e9 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:24:14.376244 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d59ab342-bdfe-4748-9434-5b7285c5aa8b req-5e138e85-1866-47a5-b0be-cdf96ef19e47 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0281999 Jun 29 23:24:14.380653 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-ab697ed6-ae2f-41b2-8c99-c3593915cff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'name': 'tempest-AttachVolumeTestJSON-753116380-router', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'a4f6692f-d376-41f7-b509-b1d6598df151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:37Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': '89f7a8481a72408b89119405a6770fde', 'gw_port': {'id': 'a4f6692f-d376-41f7-b509-b1d6598df151', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': '8daac4e5-8ffc-49e5-8973-a89c79538713', 'name': '', 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'mac_address': 'fa:16:3e:3c:ed:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0cace3d9-d5b7-4676-96cc-bc7171040612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:43Z', 'updated_at': '2021-06-29T23:08:58Z', 'revision_number': 5, 'project_id': '89f7a8481a72408b89119405a6770fde', 'subnets': [{'id': '0cace3d9-d5b7-4676-96cc-bc7171040612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:24:14.410642 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab697ed6-ae2f-41b2-8c99-c3593915cff0 None None] The sync data for ids ['e35bc8f0-c8a2-451c-b269-ba9cd96100e9'] in dv-cinder-769602-4-iscsi is: [{'id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'name': 'tempest-AttachVolumeTestJSON-753116380-router', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'a4f6692f-d376-41f7-b509-b1d6598df151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:37Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': '89f7a8481a72408b89119405a6770fde', 'gw_port': {'id': 'a4f6692f-d376-41f7-b509-b1d6598df151', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': '8daac4e5-8ffc-49e5-8973-a89c79538713', 'name': '', 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'mac_address': 'fa:16:3e:3c:ed:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0cace3d9-d5b7-4676-96cc-bc7171040612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:43Z', 'updated_at': '2021-06-29T23:08:58Z', 'revision_number': 5, 'project_id': '89f7a8481a72408b89119405a6770fde', 'subnets': [{'id': '0cace3d9-d5b7-4676-96cc-bc7171040612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:24:14.618092 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ac365d-b3b6-40b7-9689-9029c052f639 None None] New status for floating IP 012a8cdb-b4d6-4a09-9130-743c7d76cdae: DOWN {{(pid=93164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 23:24:14.841656 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-15dc2631-cd15-40a1-81ed-498b790107cf req-da4d1aa8-449d-4b2c-970d-d8d4516fe9d4 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0316491 Jun 29 23:24:15.513535 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-287f46ea-69d5-49fe-943b-54059f17d760 req-badc8f50-40a3-4ae0-8e20-9f4c2917482a tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0282254 Jun 29 23:24:15.976950 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7ab30355-9b0e-4440-a69f-2dbaeec00cbd req-51eaf6a6-3c3d-4276-818d-0e655f24ea78 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0272515 Jun 29 23:24:16.652741 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7bf22f98-9960-4a8f-b7bd-3195f48cbb55 req-86f98bff-478e-4f9a-a56a-3f4ce5d171e8 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0291393 Jun 29 23:24:17.116195 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-125aac38-e24f-47ea-a008-60af96e8f7c1 req-1991a808-0b61-4c96-8490-4439fceb822e tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0275145 Jun 29 23:24:17.157164 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [req-5e558539-9210-49ac-99a9-2a44fd446fee req-ce623fc6-9ed5-47db-8f70-dc3bef739aa1 service neutron] (93162) timed out ('10.222.0.52', 53115) {{(pid=93162) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 23:24:17.157583 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4e80f747-b7f9-417a-b37b-107aa8f72feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:17.416156 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3 no longer exists at agent hyperv_hv-cinder-76960 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:24:17.439212 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] No Port match for: 7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:24:17.439555 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 7d6dd5b2-0cd3-4bda-a6db-4a1158bda4e3 not bound to the agent host hv-cinder-76960 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:24:17.794128 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c74ea9a0-68b1-43ed-b418-06ab2e70b467 req-1385055c-f206-47b1-882b-b844df4da925 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0327251 Jun 29 23:24:18.258838 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-324dff13-dd1e-43b2-93e4-11ca69dda8e3 req-991a4465-830f-4ef5-b22f-97a14323bf83 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0320666 Jun 29 23:24:18.309224 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8d73dcd8-978c-493b-806f-bd1ff93e80c5 req-f5280c88-b8c2-4a74-8c91-ed86f29632de service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=824e01ab-2aa2-49bd-a91f-9d029d89faa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1002028 Jun 29 23:24:18.380226 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73dcd8-978c-493b-806f-bd1ff93e80c5 req-ce476c91-06e4-4374-a4c5-b67b783bf2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:18.381675 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8d73dcd8-978c-493b-806f-bd1ff93e80c5 req-ce476c91-06e4-4374-a4c5-b67b783bf2fd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84fa8dae152648e093dc8e5a4d0ef36d&device_id=824e01ab-2aa2-49bd-a91f-9d029d89faa2 HTTP/1.1" status: 200 len: 1099 time: 0.0501029 Jun 29 23:24:18.482304 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73dcd8-978c-493b-806f-bd1ff93e80c5 req-2973532c-df05-41d2-92b1-699200bf623d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:18.483896 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8d73dcd8-978c-493b-806f-bd1ff93e80c5 req-2973532c-df05-41d2-92b1-699200bf623d service neutron] 10.222.0.52 "GET /v2.0/networks?id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 HTTP/1.1" status: 200 len: 916 time: 0.0816388 Jun 29 23:24:18.527933 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8d73dcd8-978c-493b-806f-bd1ff93e80c5 req-672b3061-b685-49b4-9de7-fe75b6ada3b6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41a38227-52e9-4fac-afd8-0da3f016c707 HTTP/1.1" status: 200 len: 217 time: 0.0366635 Jun 29 23:24:18.577317 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73dcd8-978c-493b-806f-bd1ff93e80c5 req-11dff1cc-20e4-4844-8dcf-80ba4f63b768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:18.578750 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8d73dcd8-978c-493b-806f-bd1ff93e80c5 req-11dff1cc-20e4-4844-8dcf-80ba4f63b768 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d173892-21f3-4d8b-a65f-f341f79adde1 HTTP/1.1" status: 200 len: 855 time: 0.0428979 Jun 29 23:24:18.610887 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8d73dcd8-978c-493b-806f-bd1ff93e80c5 req-72660e0a-0310-4cea-affa-047ddf9d17d7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255961 Jun 29 23:24:18.939750 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bba85487-aa03-4975-8c6f-5032bb623d99 req-38afd758-74b1-4654-8d3b-e48c0054b877 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0285027 Jun 29 23:24:18.989111 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8d73dcd8-978c-493b-806f-bd1ff93e80c5 req-0f71c81b-eb7e-44ec-b5d2-81e190d87725 service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709016 Jun 29 23:24:19.075338 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8d73dcd8-978c-493b-806f-bd1ff93e80c5 req-0850da0e-e729-459c-88e2-8549c12af5d1 service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795674 Jun 29 23:24:19.398230 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-74c8a4d4-61fa-40e1-a69d-29ea8f6e061a req-95906108-266e-48f5-b4dd-4d8b4daefa82 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0311449 Jun 29 23:24:19.630446 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-5ba691f7-eea1-4f0d-a4ed-11228a5bcdb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:20.100108 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-702b8dc1-688a-4408-a100-18fd0dbb830a req-769e22b2-5bfc-4ba0-94d9-ab88272030ec tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0363224 Jun 29 23:24:20.144455 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:20.534420 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f6452db1-da62-4ae7-a6ec-aa032df72ce8 req-6c8f6c6b-04b3-4a22-810f-eacef695cd2f tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0270069 Jun 29 23:24:20.824319 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:21.243354 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-25ad50ad-d612-41c6-88a0-ed53d7a2edbe req-68dc8590-1c1a-4861-9af7-c5c512dfb778 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0318065 Jun 29 23:24:21.681221 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4eef1c1e-97fc-4394-b6df-d36c95450487 req-fc52989c-89a5-4abc-9e5c-6dc0fef83c96 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0289164 Jun 29 23:24:22.382442 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8b0aa73c-8db4-48af-a30d-e465036532a7 req-0464deb8-cc20-45b8-ba95-5f68dd08dea4 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0306139 Jun 29 23:24:22.680616 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:22.823831 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d6aa0d74-092c-499b-9097-30644d157ad2 req-d72de11c-51da-4b01-b4ac-699bd4a048f6 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0272090 Jun 29 23:24:23.521326 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6e406270-7854-408e-bf9b-e7474598b0d3 req-46192df9-3a4e-4a86-8546-2e564cc3caee tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0285549 Jun 29 23:24:23.965067 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e61515e5-68f3-42bb-a7c5-1493de11ef31 req-8d5853e8-9b1f-4480-bbc6-e0f2c5d1d81d tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0319090 Jun 29 23:24:24.656688 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-019711e9-d61e-4c18-833a-f44114afa104 req-df4f18a1-f9e2-4efa-90c3-a8050559d115 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0271912 Jun 29 23:24:25.100665 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fe9e5587-fbc8-4b3e-9201-007c8e32ab77 req-1c8affb0-8fa3-4ea8-a733-299092a0c0ee tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0280716 Jun 29 23:24:25.794338 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-72be306c-2be4-4b31-afc7-7e02d98be706 req-c7533703-9047-4d4b-97e9-15445930e08d tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0282228 Jun 29 23:24:26.237080 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e2f8f5a9-aeab-4a1c-86ae-ae5809a698c6 req-01258c95-3b19-4e5d-a81c-42e53467b32e tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0276704 Jun 29 23:24:26.932971 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-34ca138d-dfab-462e-8269-8a60cc0bbc40 req-81405e09-cc0d-42b0-8856-a1652ff62da7 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0323827 Jun 29 23:24:27.199051 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [req-186fa807-6db6-4447-8bc6-3feb656fc713 req-0c09ba3b-8499-4173-a94a-04fed3505569 service neutron] (93163) timed out ('10.222.0.52', 53156) {{(pid=93163) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 23:24:27.372981 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-353ff06d-4ec9-4926-bcd3-6382abe5e3f7 req-08980a93-fc3c-4d61-8aef-c2860a9e5222 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0281572 Jun 29 23:24:27.429849 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [req-2b7cf4c5-a821-4f8d-aa2d-4d5d98c3e302 req-35cf8a52-b0c5-4423-9bc2-40003bb132f7 service neutron] (93162) timed out ('10.222.0.52', 53140) {{(pid=93162) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 23:24:28.072927 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-27140c00-b3f5-4830-8013-ed8f1ccaaecc req-dc1f1e95-b6fc-43ae-84c6-aa20bd924fe2 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0280271 Jun 29 23:24:28.510159 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4cd90fdb-174b-4c95-ad64-eeed3b63ba50 req-0a95d2a3-710c-4c95-a0e8-c70b0fa14599 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0305665 Jun 29 23:24:29.207915 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3829e7bf-ad63-428f-b943-4190b9aa063a req-860320bb-b25b-4306-8ab9-e2600a2b01e3 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0283253 Jun 29 23:24:29.644985 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ed67c95f-e15d-41b1-a4ed-f75963311a5d req-20c7e3ef-f2e0-4399-9e00-1d00a8776639 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0275109 Jun 29 23:24:30.343356 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-027466fb-6105-48bc-ab4b-5da07c41c923 req-91f6ac27-493b-4fca-9b41-e1cb8f762d94 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0279009 Jun 29 23:24:30.784016 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8df0bb7a-9dc1-4e29-ae6b-6c9a256dd696 req-501ff5a0-3d64-41cb-8435-b1d02fa40fa1 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0274184 Jun 29 23:24:31.707813 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-55e330cb-971b-444e-a76b-c4473aaa0b47 req-fe0badab-93b0-466a-8ed2-564c0633daa4 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.2552772 Jun 29 23:24:31.929496 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-20846d72-9020-4790-8e21-0e781b641196 req-64219e8f-8353-472e-958d-59d8ba2a131d tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0275497 Jun 29 23:24:32.866565 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e8816059-b2e0-431e-8a63-0e882b307130 req-c708f2a0-b312-4d98-992a-c42e392d5f35 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0321209 Jun 29 23:24:33.067408 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9ea69550-a0f0-4129-901f-f051f113f0c4 req-6ad10d1e-68d9-45aa-b8d4-4bd634f52e83 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0304966 Jun 29 23:24:34.002999 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-872397db-ba2d-47b9-97ff-22a89d2da068 req-7abf5cb0-95b9-4ec7-a180-4431249f58c0 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0285964 Jun 29 23:24:34.202558 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-62b3df4a-78a0-4537-9361-5e5d469d848c req-6b982a50-ffcd-4483-8b13-97936e00461d tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0273860 Jun 29 23:24:34.395029 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:35.142195 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7165f84d-16d1-4fe1-a408-08e25216e0e4 req-dafaecbc-7cd2-4234-b9e6-f17358b6357f tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0277541 Jun 29 23:24:35.342851 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-309d3188-0cc7-4395-bdfa-197a9babdede req-4136217a-74d7-401e-ba41-1b8492d9bfcd tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0283833 Jun 29 23:24:36.283305 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0fb57684-f3c3-430a-9f76-7b2dd759c1bf req-d1c0d0ef-527f-429b-bfef-0edf3528e3f0 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0310318 Jun 29 23:24:36.478044 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c0bbef37-82e1-4bdd-9641-a81cb7b15082 req-45a86ae7-0ff2-46d6-8fd8-003dbdb7b4cb tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0278420 Jun 29 23:24:37.422392 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dd0d9e7a-313a-4a35-b6b2-b6aeebbd1071 req-ae139401-0cab-4170-a69d-333c695bbfac tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0272901 Jun 29 23:24:37.618182 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8f8486ed-fe3a-4839-9322-38fca247206f req-ed28fe2f-70fd-4b63-864f-2ad6ae097eb5 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0312769 Jun 29 23:24:38.560013 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b532e510-def0-45bf-b9a0-661e3245d111 req-1f8bdb05-26da-4f0e-b72d-84b9b26d03be tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0286245 Jun 29 23:24:38.754398 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c4da66b2-fd04-4527-aee4-98e3c6f28d11 req-b15fa19e-daba-49e0-987f-8bd7276c9f1f tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0276959 Jun 29 23:24:39.695526 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cdaa4634-2bad-4531-9346-f49bb0c3abb6 req-ad840c62-d179-417a-9f04-cf5eb0de26a2 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0281200 Jun 29 23:24:39.912095 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-685fa734-2efa-4cf8-b756-a194b790f4d6 req-f279b587-1354-4448-8222-0f7c5aa5a535 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0265503 Jun 29 23:24:40.834477 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-93f3e1e3-86c5-4336-b99e-68710edbcd0b req-2d1caa8f-910a-41b3-acd5-866cc48d520d tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0310173 Jun 29 23:24:41.048620 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8cc9db96-cbc3-4a87-92ba-cf345241abf5 req-f77c4f1d-22c3-4dac-9685-32eb21847e2d tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0285678 Jun 29 23:24:41.973094 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7f3900a4-d925-4985-bdbe-c97f03e1d90f req-e2d583c5-5356-4334-9270-985285e2f9b9 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0275414 Jun 29 23:24:42.191054 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-24bd570d-6638-4dc7-8d73-e0e77981ebd9 req-fc114ccf-f881-45bd-b885-a412d03f734e tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0317981 Jun 29 23:24:42.385196 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:24:43.109800 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5d518228-6f1a-4062-91c6-21b4165fb604 req-34c4e853-4c73-4e0f-8e85-160e4823680c tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0292578 Jun 29 23:24:43.328856 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-eb6feee6-59f3-45aa-98ac-c2b14d4bb9fa req-e32ede34-610e-4927-86e6-924d5c8ba8dd tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0283053 Jun 29 23:24:44.248306 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-257ebfed-d59f-4a5f-bc69-a38df5e659e3 req-0c8ab432-6a51-4370-9156-89f8c931448b tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0293527 Jun 29 23:24:44.466769 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5ac152da-2bff-4fcf-b2d2-9953db47b0f3 req-636f3d73-9668-4531-9afb-4649e11316f5 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0278244 Jun 29 23:24:45.387734 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d2dce545-9db1-4943-bcea-a7bd9a531292 req-613d671f-ab39-46d1-895f-aa66cf1f1fd4 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0302119 Jun 29 23:24:45.601685 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-df01ea92-e44d-49bb-8c68-971737499728 req-5c366df1-587e-48a5-9ba2-d44c3bf44fcf tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0274658 Jun 29 23:24:46.527476 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-57b5a631-bda8-4e34-a549-aa70273c412e req-95b10f61-34a0-4f8f-a757-0de58398e3fe tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0276914 Jun 29 23:24:46.740265 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8f404759-fef3-4a3c-af8d-33e82321c360 req-6b658bb1-ce37-42bc-9acd-ca034258795c tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0314462 Jun 29 23:24:47.158597 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9269e5cc-2b33-48dd-bcda-1a2e7f180cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:47.680459 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-df5ab6ef-0919-496d-9d41-8af73a81169c req-9c6ea0db-24fa-45c1-b73a-b8c2c4b68a2a tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0284967 Jun 29 23:24:47.874506 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3ccf09a5-0f1f-4061-aac5-76a7703dd6fc req-740eef50-4c3a-4663-a2f0-39a38929a922 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0286787 Jun 29 23:24:48.816486 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7e921307-7567-4d9d-89ce-97a0407d4355 req-17709846-1695-49e5-9107-fdc64af39508 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0274603 Jun 29 23:24:49.013612 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6558918e-3066-4de2-b342-c3768e104d47 req-92008604-e4ba-4ef8-9edf-7d43ae726a45 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0286801 Jun 29 23:24:49.629843 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9a9dfd4e-b333-4a0b-b1c2-e111f1254db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:49.956309 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-24989ff8-1970-4906-a3da-e5b4df27035c req-4ced0f95-f5d0-4e8d-8732-7b37f9f1f528 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0322988 Jun 29 23:24:50.135301 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:50.150064 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0608abf5-cff2-4b83-a7a6-26d285ca7ae9 req-184ece75-b75e-4847-bb60-9b1b669f2ca0 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0272698 Jun 29 23:24:50.828460 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:51.095241 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8d8afd28-7abe-4382-ae34-ec8eaf5bbe57 req-db98d15d-9781-4faa-b660-c76a09cf971a tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0286043 Jun 29 23:24:51.290814 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-36507501-76f0-4ab9-9d43-486189169987 req-8de9cd7d-f39a-4c71-ba41-09743f948ff3 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0313280 Jun 29 23:24:52.233530 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ecf73f0c-1d89-4f33-b068-f17fd9848bf5 req-12fec70f-ddaf-4fb5-b78a-93287e35efc7 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0281918 Jun 29 23:24:52.426071 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-153fe8cd-f124-46b3-ad7e-794d04c0d93b req-4278d022-b958-41e4-82f4-b9dca851d4de tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0281243 Jun 29 23:24:52.689279 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:53.373695 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f885ca4f-e564-42a6-bfdd-75635d7c25e4 req-f6ae8c7a-df42-4b08-a07a-33ec8199d909 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0285928 Jun 29 23:24:53.569236 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c6114a54-d149-4aed-a38b-2232ae3adc3f req-eff87c0e-96e2-47d2-bedd-dd70a2566825 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0294566 Jun 29 23:24:54.512175 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ad6b947a-8bb3-4c29-b4d2-0a8d8358ffb7 req-8e2d1bd2-e359-40b9-b0ff-5a11183e246a tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0311792 Jun 29 23:24:54.706533 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7f48cdca-df82-4cc4-ae63-365551064d9a req-4d65dfcd-d3d7-4476-a3cf-b9be1f30c0de tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0289733 Jun 29 23:24:55.800371 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-67de6a2c-2d6a-4c7c-84f6-2f8ec68d443e req-93e9fb74-c272-4e6c-b573-7f7cf415d694 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0290179 Jun 29 23:24:55.850351 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-74abe0c1-3b81-45f0-bbb3-1c1ddca72020 req-5cb87f0b-5cfe-4d11-9bf6-f2f7c1e22cb0 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0314267 Jun 29 23:24:56.936387 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4e74fbe1-9efd-4a77-b773-d022c6523683 req-87b0198d-7ecc-4efc-b009-4391937b5279 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0285282 Jun 29 23:24:56.988438 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0f3ba735-01f2-49bb-8e4a-a6a68ca4f43f req-b1b111f5-7a69-437d-91b2-615eb4109397 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0278728 Jun 29 23:24:58.074034 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4a180924-a860-4116-9e5f-fe228d133c33 req-d96bd144-0f8a-497c-87bc-26c51bc6c82d tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0294700 Jun 29 23:24:58.129151 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9f9a4d42-3df3-4721-920c-96409499661b req-3ccb2529-326d-45bc-9bba-6194908fe929 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0278594 Jun 29 23:24:59.214363 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-95432050-327a-4d65-9ac0-0e47ffb5268a req-586f02ae-5bde-4360-a7d4-3dcafc3e5c38 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0320988 Jun 29 23:24:59.266517 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3c0d2377-71e4-4e06-a374-cafc30c03ef6 req-07c6adf2-bcaa-4d7d-a5e0-6c7108b27da8 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0286536 Jun 29 23:25:00.354445 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9e04d8ae-05f1-4187-9c3e-ffab6223ae63 req-cc30ed3a-bb5f-4a29-8014-12ea7cd8267a tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0271235 Jun 29 23:25:00.407440 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d8c1a43e-eab1-4067-aef0-d95047598924 req-4fda4d5b-038a-4cc8-8219-d3e54facffe5 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0310342 Jun 29 23:25:01.500128 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9214aa20-3134-422f-8225-c902c8d6e593 req-26569f04-f724-4238-921f-9a2dee4acc20 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0320764 Jun 29 23:25:01.549973 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3f9b0d67-9ba0-41e4-bc8f-c099705e312d req-3decd33e-aae4-44dd-bc69-d7bdf23bded1 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0278041 Jun 29 23:25:02.639544 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-73ef8c98-a25b-4a5a-a975-aa6872dfedd6 req-a28ff4fe-04ef-489f-b617-470335411213 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0294111 Jun 29 23:25:02.693931 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-af1693bf-cc4e-4cb9-ab95-65f39dba3114 req-dd0023e3-c5a1-4438-b4b1-01e46ff2e26b tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0278585 Jun 29 23:25:03.782404 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6352eac1-030d-45b2-96de-bb046d28bd8b req-4073c657-7dd0-4b03-a125-1071ea5e51af tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0316684 Jun 29 23:25:03.832205 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1ecff035-7c45-4a17-b729-cf5e19beefcd req-1b930915-1ea2-4129-bcdf-3a218ddc65fa tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0283670 Jun 29 23:25:04.395635 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:04.923547 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d46b7697-8f3e-42af-9281-372d92a7f2ad req-05b2d71e-a6e5-49ee-a974-0c5711a66edb tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0295305 Jun 29 23:25:04.973025 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a71bbd8e-9cb5-4db5-90a7-4bcf6c2a04d8 req-403e24fd-5f15-4608-a7ee-196c254b85e9 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0314789 Jun 29 23:25:06.061901 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6ee983ec-6be4-440e-91f0-c7f40c959546 req-564dec08-2e3e-4197-92a4-3ef4ee91882a tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0282683 Jun 29 23:25:06.110096 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c65f800f-0e72-47bb-a4a7-5c9727e30773 req-c6573aed-62db-4a24-a2f2-688259b6db53 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0277636 Jun 29 23:25:07.202620 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-093a8782-ad2f-4fb7-afbb-5473ae6d8fe8 req-aaf596d3-6808-4882-97f5-136eae7ef971 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0290728 Jun 29 23:25:07.258026 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-99d057f8-6881-46a8-8e64-42ed4d1f729d req-fac212c2-9f35-4d9c-94af-8d6f1105720a tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0286093 Jun 29 23:25:08.352905 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9db92ba0-d788-4a43-9eb1-4ffc1147b530 req-a516cf7d-ed83-44f9-94ff-0bde09d52a9d tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0309203 Jun 29 23:25:08.405789 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5e6aa92c-7626-4493-94b5-15da955fd5e0 req-c97269f8-9322-4134-bcdb-e57e155a1583 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0278127 Jun 29 23:25:09.495100 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fdbc65a7-57c2-49b9-a556-e867b8c6b3d8 req-aac53dfc-e200-4c29-a365-27edafddf2e6 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0282781 Jun 29 23:25:09.549839 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-17f948e5-b78a-4dd1-84e6-0a47a15c447c req-db86d15e-7087-4f36-a13e-a9299bcf3ffe tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0308702 Jun 29 23:25:10.636432 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f1c6b0c4-5f00-414c-97a8-9c960680a79f req-733f24dd-e69d-4b36-8f42-b8356d25876d tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0300524 Jun 29 23:25:10.690641 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e5eaa4cd-a630-47c1-918e-20bd224d720f req-2b088540-5c28-4a06-8ec6-4068420e54fd tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0273945 Jun 29 23:25:11.774967 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bdd21c5b-d231-45de-894a-cfae7f5d33b1 req-b6872f5d-b570-46ef-b1c7-4a0e0c2e8bb9 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0285175 Jun 29 23:25:11.833560 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c8a685a0-c5ad-4e5b-b0c3-136f418ed94c req-1e961710-dd67-43f1-8d79-d5226c0c3748 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0277271 Jun 29 23:25:12.915822 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9ec70a4e-8bc6-4098-812e-cc1ae56f73a6 req-993f026e-25c7-4c2e-8c0d-200b7599ff0c tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0338397 Jun 29 23:25:12.973982 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-35521a52-411e-4ad3-87c9-6b1018171a5a req-23fec01c-c07c-427b-bf38-166010bc1c0c tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0280068 Jun 29 23:25:14.057318 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5d48fac9-0ddb-42ca-9a40-8f48f0397c0b req-63d92a62-5e14-4f8f-8f63-65dea6b591f3 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0287571 Jun 29 23:25:14.114624 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ceb3be3d-dcad-42a7-a68f-970f326e1af0 req-d36f6a0f-fd24-44f1-9b91-73ba7bdfb1b5 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0316386 Jun 29 23:25:15.194200 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d73b1e99-09e8-4047-8288-c13409f97c17 req-d38b1340-2e92-484b-95a8-dcaaf96f5399 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0274274 Jun 29 23:25:15.251886 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7533f582-204c-4292-b02c-766f2fc00707 req-068ec776-c751-4790-99f8-78260d18ef0a tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0280919 Jun 29 23:25:16.331427 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6c779b77-9210-4b47-9250-d29530aee349 req-0eebdb52-6a39-40ee-bc39-5f2433baa1e2 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0288033 Jun 29 23:25:16.393142 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-30e3c6c8-d5b5-4239-95ca-8dca98a362da req-de6c264e-7b9e-417b-9bd1-6ba2e567338a tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0273206 Jun 29 23:25:17.163618 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-bc037f50-dbda-4379-9656-2fcd230123d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:17.471031 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-80036bd3-c57e-4fa1-8b18-b44be335add3 req-7ea2bdde-eff9-41a4-9f7d-768c16c31729 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0315044 Jun 29 23:25:17.533958 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-12db154e-6789-4f22-90c9-c0bdc2135db3 req-1f889870-e6f1-433a-bbdd-2b1a4cae03d8 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0307713 Jun 29 23:25:18.611303 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3ff17d3b-c6bb-465a-a6b8-9e3901527390 req-1b85ee40-7898-414b-8cf1-5f976cf66e37 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0287189 Jun 29 23:25:18.685834 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6a5da823-9d8e-41a1-b3da-7dcefbec8b80 req-d62a9253-fc20-4c8e-a063-dcc7682cc8a6 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0313246 Jun 29 23:25:19.289772 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-783daf36-c68f-4ab6-9662-17f23934b185 req-a551ae72-0d18-4da7-95fc-f4fcf95a9b29 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=65fb0452-abfc-49fa-8093-c663cea0dee6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565424 Jun 29 23:25:19.363210 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783daf36-c68f-4ab6-9662-17f23934b185 req-8dbd70df-d044-4da9-99d7-47a786522387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:19.365498 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-783daf36-c68f-4ab6-9662-17f23934b185 req-8dbd70df-d044-4da9-99d7-47a786522387 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84fa8dae152648e093dc8e5a4d0ef36d&device_id=65fb0452-abfc-49fa-8093-c663cea0dee6 HTTP/1.1" status: 200 len: 1098 time: 0.0532663 Jun 29 23:25:19.383066 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:25:19.469569 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783daf36-c68f-4ab6-9662-17f23934b185 req-90392b47-e6e3-4862-ad09-48d9d373bfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:19.471065 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-783daf36-c68f-4ab6-9662-17f23934b185 req-90392b47-e6e3-4862-ad09-48d9d373bfc3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 HTTP/1.1" status: 200 len: 916 time: 0.0850377 Jun 29 23:25:19.514394 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-783daf36-c68f-4ab6-9662-17f23934b185 req-cf119741-9cb8-411f-9fe7-39085c8ed7f1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50aee1f9-2991-44ce-ab9c-9abc17563722 HTTP/1.1" status: 200 len: 217 time: 0.0337732 Jun 29 23:25:19.567476 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783daf36-c68f-4ab6-9662-17f23934b185 req-7fa2c9cb-4b14-4466-865f-acca3d71f834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:19.569471 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-783daf36-c68f-4ab6-9662-17f23934b185 req-7fa2c9cb-4b14-4466-865f-acca3d71f834 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d173892-21f3-4d8b-a65f-f341f79adde1 HTTP/1.1" status: 200 len: 855 time: 0.0486269 Jun 29 23:25:19.601087 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-783daf36-c68f-4ab6-9662-17f23934b185 req-08fc3484-3b0c-410b-adf2-d388945dcf9e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250287 Jun 29 23:25:19.629312 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-df91bb41-e60e-45c9-b941-578e006e2b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:19.710758 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-783daf36-c68f-4ab6-9662-17f23934b185 req-4b891073-a16d-4435-a888-8c431ebe29ee service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008663 Jun 29 23:25:19.768407 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1ed59003-c2c0-416f-aac5-38a82718357b req-6a2f3cde-1b1a-4b0e-a7c0-938e4f77b068 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0337152 Jun 29 23:25:19.830979 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-783daf36-c68f-4ab6-9662-17f23934b185 req-afcd73d2-05eb-4c4e-9d89-a547636898ee service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151919 Jun 29 23:25:19.848306 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9eea818f-9287-4ecd-b853-ec9aa13076e4 req-6894ef9d-31df-4014-b017-c27497a6ceab tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0334210 Jun 29 23:25:20.138113 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:20.830099 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:20.910883 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2adb9f48-7e61-415f-9263-090a77fc32be req-37421533-b4c0-40c6-bf67-53fe0431f969 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0274084 Jun 29 23:25:20.997143 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8b85971c-6b06-4810-b949-c824873592c0 req-45e828dc-fb40-4754-854d-86f225f6c807 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0332468 Jun 29 23:25:22.135207 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f77c1963-ec55-4ec9-8e6a-7a6b747aea0a req-17fe5576-024c-4fea-bf4e-8e58718d07fb tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0289135 Jun 29 23:25:22.156465 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c0e97b60-daa8-4dbe-a9fa-b9f7fa694b91 req-2cf30630-7517-43a7-a1fd-488f3824bccb tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0376194 Jun 29 23:25:22.682095 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:23.280500 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-46022bc5-d152-4f94-9cd2-8ec7be623fca req-96675c79-7814-47a7-8996-8c921c583b1e tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0308282 Jun 29 23:25:23.307821 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-032e3272-6314-418d-9e2c-36ca9a5a63c9 req-7a8a4197-4167-4fd2-b6ee-2a872eca9c4b tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0298364 Jun 29 23:25:24.424392 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9122134d-919f-400c-bc24-c480351af3ba req-a3236f1c-cc59-4e96-90a8-9120ac50e556 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0296531 Jun 29 23:25:24.446102 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-13834f6e-071c-46ad-8896-37863fff99bf req-01c74942-c73d-44fd-87a0-f000a733efbc tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0291853 Jun 29 23:25:25.570464 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3c55c6b8-29c0-43fe-b35c-0292998f9463 req-423e17c8-46ce-4b8c-bb94-4d96ec6a2125 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0319245 Jun 29 23:25:25.590866 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5b334bf9-66ed-4631-859e-f7790587d6d3 req-99ca7a6c-39c8-4d74-91f1-14b692f42f4d tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0334501 Jun 29 23:25:26.708762 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-60cca206-5515-4305-86fe-7c0984810b69 req-0ce67a4a-aca8-4d89-8ae9-b6b5f16ef742 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0278594 Jun 29 23:25:26.732768 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-637ba9ce-0dfe-41e9-b0d4-052e661feb34 req-c692b4d4-a94f-4bc5-a599-1ebedab00bf9 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0326686 Jun 29 23:25:27.848067 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-281b6f1a-7ca5-46ce-b950-cc88973a38ba req-1cc93452-8618-43ac-91a0-2a19952f264e tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0279779 Jun 29 23:25:27.873167 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0473d53f-2d3d-4e22-9e7d-2b71c232aa27 req-ca640c86-6366-4ddc-bd23-e5a7f2ebf267 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0294168 Jun 29 23:25:28.994890 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ef5449f6-b063-4d4a-b98b-b6c7ea185d8b req-c8fdd066-5af9-4aa0-9356-668e33057987 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0303676 Jun 29 23:25:29.021422 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1b1fb314-b1f3-4281-b079-ae65aa69933d req-9df7005e-8b6f-4f9d-87a2-2a3b2b3f0805 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0285268 Jun 29 23:25:30.139944 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9994d621-92f0-44ce-a2bc-35a8e57824a9 req-33080d9b-5adc-4d51-807c-44a19cc7443a tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0307574 Jun 29 23:25:30.160675 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2c6bdeae-11d8-4c18-b9fd-40a4be727be8 req-2092c510-3236-48e2-8f72-dd42dd743581 tempest-VolumesSnapshotTestJSON-354571978 tempest-VolumesSnapshotTestJSON-354571978-project] 10.222.0.30 "GET /v2.0/ports?device_id=36ae4cb0-25aa-4dda-9774-5af583b6cd2e HTTP/1.1" status: 200 len: 210 time: 0.0313096 Jun 29 23:25:31.201306 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32feaea-195b-448a-9037-ae3aee0d3520 req-b3f79a91-8b3e-4b09-9d50-612c1e24b2dc tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:31.202783 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d32feaea-195b-448a-9037-ae3aee0d3520 req-b3f79a91-8b3e-4b09-9d50-612c1e24b2dc tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=371ac7da-c70a-4722-bff9-82315d856ae3 HTTP/1.1" status: 200 len: 945 time: 0.0676584 Jun 29 23:25:31.241464 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d32feaea-195b-448a-9037-ae3aee0d3520 req-06541b9b-bdd8-4111-af38-fa6ff4c1f0b8 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups?id=306b4e04-72e4-4294-85a8-9bd0fbc09184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330288 Jun 29 23:25:31.294081 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0b1c2fb4-2f4a-4e9f-a826-ccbb9baa3043 req-057ca0a1-914f-43e5-a3a9-bdbe13c8b2c1 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0372016 Jun 29 23:25:31.525001 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922f30f-298c-462e-90db-39c91530de34 req-9b997fb2-a77a-4a03-8f89-bfad1295742a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:31.526494 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0922f30f-298c-462e-90db-39c91530de34 req-9b997fb2-a77a-4a03-8f89-bfad1295742a tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.52 "GET /v2.0/ports?device_id=371ac7da-c70a-4722-bff9-82315d856ae3 HTTP/1.1" status: 200 len: 945 time: 0.0671017 Jun 29 23:25:31.636427 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-0922f30f-298c-462e-90db-39c91530de34 req-82a5323b-2c23-4f8f-aac5-f312c9d11b92 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Deleting port b9fc56fd-ffa2-42be-9e6c-ba6515b62677 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:25:31.637033 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-0922f30f-298c-462e-90db-39c91530de34 req-82a5323b-2c23-4f8f-aac5-f312c9d11b92 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:31.724891 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-0922f30f-298c-462e-90db-39c91530de34 req-82a5323b-2c23-4f8f-aac5-f312c9d11b92 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] For port b9fc56fd-ffa2-42be-9e6c-ba6515b62677, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=b9fc56fd-ffa2-42be-9e6c-ba6515b62677,segment=NetworkSegment(a915f56e-4b4b-41eb-9b6a-ec11aa4ed293),segment_id=a915f56e-4b4b-41eb-9b6a-ec11aa4ed293)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:25:31.725257 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-0922f30f-298c-462e-90db-39c91530de34 req-82a5323b-2c23-4f8f-aac5-f312c9d11b92 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:31.893833 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-0922f30f-298c-462e-90db-39c91530de34 req-82a5323b-2c23-4f8f-aac5-f312c9d11b92 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:31.894595 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-0922f30f-298c-462e-90db-39c91530de34 req-82a5323b-2c23-4f8f-aac5-f312c9d11b92 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484151'] for floatingip, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:31.894937 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.db.l3_db [req-0922f30f-298c-462e-90db-39c91530de34 req-82a5323b-2c23-4f8f-aac5-f312c9d11b92 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Floating IP aa65fc05-e423-4f3a-a8d4-987696de5782 disassociated. External IP: 172.27.0.124, port: b9fc56fd-ffa2-42be-9e6c-ba6515b62677. Jun 29 23:25:31.895428 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-0922f30f-298c-462e-90db-39c91530de34 req-82a5323b-2c23-4f8f-aac5-f312c9d11b92 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Calling delete_port for b9fc56fd-ffa2-42be-9e6c-ba6515b62677 owned by compute:nova {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:25:32.017807 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-0922f30f-298c-462e-90db-39c91530de34 req-82a5323b-2c23-4f8f-aac5-f312c9d11b92 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66139777'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:32.021703 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-d2718299-8820-48e7-85c6-5c309328f372 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:32.048945 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a5323b-2c23-4f8f-aac5-f312c9d11b92 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Pushing event deleted for resources: {'Port': ['ID=b9fc56fd-ffa2-42be-9e6c-ba6515b62677,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:32.059331 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a5323b-2c23-4f8f-aac5-f312c9d11b92 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:32.059705 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a5323b-2c23-4f8f-aac5-f312c9d11b92 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:32.060084 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a5323b-2c23-4f8f-aac5-f312c9d11b92 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:32.060449 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a5323b-2c23-4f8f-aac5-f312c9d11b92 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:32.060836 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a5323b-2c23-4f8f-aac5-f312c9d11b92 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:32.061193 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a5323b-2c23-4f8f-aac5-f312c9d11b92 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:32.061548 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a5323b-2c23-4f8f-aac5-f312c9d11b92 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:32.062486 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a5323b-2c23-4f8f-aac5-f312c9d11b92 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:32.062486 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a5323b-2c23-4f8f-aac5-f312c9d11b92 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:32.062710 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a5323b-2c23-4f8f-aac5-f312c9d11b92 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:32.062928 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a5323b-2c23-4f8f-aac5-f312c9d11b92 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:32.063278 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a5323b-2c23-4f8f-aac5-f312c9d11b92 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:32.069296 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-82a5323b-2c23-4f8f-aac5-f312c9d11b92 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:32.174030 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0922f30f-298c-462e-90db-39c91530de34 req-82a5323b-2c23-4f8f-aac5-f312c9d11b92 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Router adf66a88-a972-4134-a833-293cc867cab5 has already been hosted by L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:25:32.275572 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0922f30f-298c-462e-90db-39c91530de34 req-82a5323b-2c23-4f8f-aac5-f312c9d11b92 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:25:32.288152 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e349be8b-5b90-415d-9cff-be618931991d None None] Sync routers for ids ['adf66a88-a972-4134-a833-293cc867cab5'] in dv-cinder-769602-4-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:25:32.297381 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e349be8b-5b90-415d-9cff-be618931991d None None] Routers {'adf66a88-a972-4134-a833-293cc867cab5'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:25:32.298113 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-e349be8b-5b90-415d-9cff-be618931991d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:25:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['adf66a88-a972-4134-a833-293cc867cab5'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:25:32.323167 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-0922f30f-298c-462e-90db-39c91530de34 req-82a5323b-2c23-4f8f-aac5-f312c9d11b92 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] No DVR routers for this DVR port b9fc56fd-ffa2-42be-9e6c-ba6515b62677 on host hv-cinder-76960 {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:25:32.325771 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-0922f30f-298c-462e-90db-39c91530de34 req-82a5323b-2c23-4f8f-aac5-f312c9d11b92 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:32.327750 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0922f30f-298c-462e-90db-39c91530de34 req-82a5323b-2c23-4f8f-aac5-f312c9d11b92 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.52 "DELETE /v2.0/ports/b9fc56fd-ffa2-42be-9e6c-ba6515b62677 HTTP/1.1" status: 204 len: 173 time: 0.7950926 Jun 29 23:25:32.328159 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '371ac7da-c70a-4722-bff9-82315d856ae3', 'name': 'network-vif-deleted', 'tag': 'b9fc56fd-ffa2-42be-9e6c-ba6515b62677'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:25:32.330549 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4ff624e5b506a15852624dbd6f9127feb1aca7eb9818edaf72933b1fc2af06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ff9b22-3454-4f17-9874-418b0b1e554c" -d '{"events": [{"server_uuid": "371ac7da-c70a-4722-bff9-82315d856ae3", "name": "network-vif-deleted", "tag": "b9fc56fd-ffa2-42be-9e6c-ba6515b62677"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:25:32.403288 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ae18e19d-f20a-4657-87b8-a559fa584c19 req-aeffae78-ad43-450b-9b07-c64311ba764e tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/ports?device_id=371ac7da-c70a-4722-bff9-82315d856ae3 HTTP/1.1" status: 200 len: 210 time: 0.0326920 Jun 29 23:25:32.469602 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4e9725-5d93-4e35-a8e2-e2c3e6aa11c9 x-openstack-request-id: req-1f4e9725-5d93-4e35-a8e2-e2c3e6aa11c9 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:25:32.470034 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "371ac7da-c70a-4722-bff9-82315d856ae3", "name": "network-vif-deleted", "tag": "b9fc56fd-ffa2-42be-9e6c-ba6515b62677", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:25:32.470418 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1f4e9725-5d93-4e35-a8e2-e2c3e6aa11c9 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:25:32.470953 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '371ac7da-c70a-4722-bff9-82315d856ae3', 'name': 'network-vif-deleted', 'tag': 'b9fc56fd-ffa2-42be-9e6c-ba6515b62677', 'status': 'completed', 'code': 200} Jun 29 23:25:32.485555 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-01880ce3-e97a-471a-8024-6ad631e342cb req-54e03c42-3871-4491-a1c8-57f214a9912e tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0466766 Jun 29 23:25:32.546169 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-e349be8b-5b90-415d-9cff-be618931991d None None] Set router adf66a88-a972-4134-a833-293cc867cab5 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:25:32.744847 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-e349be8b-5b90-415d-9cff-be618931991d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf66a88-a972-4134-a833-293cc867cab5', 'name': 'tempest-AttachVolumeShelveTestJSON-805562870-router', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f31c9d51-f31b-43b7-a629-311269139d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'gw_port': {'id': 'f31c9d51-f31b-43b7-a629-311269139d80', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:51:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:39Z', 'updated_at': '2021-06-29T23:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': 'bb6d632e-0fff-45b5-8215-de3598d99564', 'name': '', 'network_id': '18655a20-36e7-480e-885c-1e73fb892310', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'mac_address': 'fa:16:3e:60:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '722d70ab-2523-4ee0-92c1-9e31835f606a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:44Z', 'updated_at': '2021-06-29T23:08:59Z', 'revision_number': 5, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'subnets': [{'id': '722d70ab-2523-4ee0-92c1-9e31835f606a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:25:32.774841 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e349be8b-5b90-415d-9cff-be618931991d None None] Checking router: adf66a88-a972-4134-a833-293cc867cab5 for host: dv-cinder-769602-4-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:25:32.783249 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e349be8b-5b90-415d-9cff-be618931991d None None] Routers {'adf66a88-a972-4134-a833-293cc867cab5'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:25:32.783863 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-e349be8b-5b90-415d-9cff-be618931991d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:25:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['adf66a88-a972-4134-a833-293cc867cab5'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:25:32.892874 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-e349be8b-5b90-415d-9cff-be618931991d None None] Set router adf66a88-a972-4134-a833-293cc867cab5 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:25:33.100177 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-e349be8b-5b90-415d-9cff-be618931991d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf66a88-a972-4134-a833-293cc867cab5', 'name': 'tempest-AttachVolumeShelveTestJSON-805562870-router', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f31c9d51-f31b-43b7-a629-311269139d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'gw_port': {'id': 'f31c9d51-f31b-43b7-a629-311269139d80', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:51:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:39Z', 'updated_at': '2021-06-29T23:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': 'bb6d632e-0fff-45b5-8215-de3598d99564', 'name': '', 'network_id': '18655a20-36e7-480e-885c-1e73fb892310', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'mac_address': 'fa:16:3e:60:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '722d70ab-2523-4ee0-92c1-9e31835f606a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:44Z', 'updated_at': '2021-06-29T23:08:59Z', 'revision_number': 5, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'subnets': [{'id': '722d70ab-2523-4ee0-92c1-9e31835f606a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:25:33.125730 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e349be8b-5b90-415d-9cff-be618931991d None None] The sync data for ids ['adf66a88-a972-4134-a833-293cc867cab5'] in dv-cinder-769602-4-iscsi is: [{'id': 'adf66a88-a972-4134-a833-293cc867cab5', 'name': 'tempest-AttachVolumeShelveTestJSON-805562870-router', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f31c9d51-f31b-43b7-a629-311269139d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'gw_port': {'id': 'f31c9d51-f31b-43b7-a629-311269139d80', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:51:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:39Z', 'updated_at': '2021-06-29T23:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': 'bb6d632e-0fff-45b5-8215-de3598d99564', 'name': '', 'network_id': '18655a20-36e7-480e-885c-1e73fb892310', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'mac_address': 'fa:16:3e:60:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '722d70ab-2523-4ee0-92c1-9e31835f606a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:44Z', 'updated_at': '2021-06-29T23:08:59Z', 'revision_number': 5, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'subnets': [{'id': '722d70ab-2523-4ee0-92c1-9e31835f606a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:25:33.325422 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3a7026-3ebb-40a2-9c24-059abfdbd9be None None] New status for floating IP aa65fc05-e423-4f3a-a8d4-987696de5782: DOWN {{(pid=93164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 23:25:33.535162 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 40650) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:33.589763 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2e34c5fb-439b-4946-a407-ac2ccb313e03 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:33.627699 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-33e4a27b-9897-4415-847e-e807cf8a8fe4 req-79f90069-e613-4807-943a-442b3c52558c tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0360572 Jun 29 23:25:33.642634 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2e34c5fb-439b-4946-a407-ac2ccb313e03 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:33.692322 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2e34c5fb-439b-4946-a407-ac2ccb313e03 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:33.695832 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2e34c5fb-439b-4946-a407-ac2ccb313e03 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:33.697012 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-2e34c5fb-439b-4946-a407-ac2ccb313e03 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "DELETE /v2.0/security-groups/306b4e04-72e4-4294-85a8-9bd0fbc09184 HTTP/1.1" status: 204 len: 168 time: 0.1608768 Jun 29 23:25:33.697802 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-fd20da4f-0ee1-4929-a0e2-c968aea65be2 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:33.699772 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 40654) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:33.706932 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e34c5fb-439b-4946-a407-ac2ccb313e03 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=306b4e04-72e4-4294-85a8-9bd0fbc09184,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:33.709930 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-2e34c5fb-439b-4946-a407-ac2ccb313e03 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:33.715318 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.api.v2.resource [None req-46f79d84-be52-4e6a-b8f5-3e6ca5901b09 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] show failed (client error): The resource could not be found. Jun 29 23:25:33.716311 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-46f79d84-be52-4e6a-b8f5-3e6ca5901b09 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "GET /v2.0/security-groups/306b4e04-72e4-4294-85a8-9bd0fbc09184 HTTP/1.1" status: 404 len: 347 time: 0.0149429 Jun 29 23:25:33.719141 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 40656) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:33.838560 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-e37dee74-b23c-4fdb-a9d4-d0971ef55e6c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Deleting port ff49978d-e4bb-4e83-b5d6-1470c8f3ccdb {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:25:33.838804 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e37dee74-b23c-4fdb-a9d4-d0971ef55e6c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:33.915373 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e37dee74-b23c-4fdb-a9d4-d0971ef55e6c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:33.915696 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e37dee74-b23c-4fdb-a9d4-d0971ef55e6c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:33.927318 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-e37dee74-b23c-4fdb-a9d4-d0971ef55e6c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Calling delete_port for ff49978d-e4bb-4e83-b5d6-1470c8f3ccdb owned by network:floatingip {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:25:34.072369 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e37dee74-b23c-4fdb-a9d4-d0971ef55e6c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732929'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:34.074282 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-d9f549c5-49c7-4392-bbd3-f583831a8f06 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:34.097368 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37dee74-b23c-4fdb-a9d4-d0971ef55e6c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Pushing event deleted for resources: {'Port': ['ID=ff49978d-e4bb-4e83-b5d6-1470c8f3ccdb,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:34.124576 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37dee74-b23c-4fdb-a9d4-d0971ef55e6c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:34.124969 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37dee74-b23c-4fdb-a9d4-d0971ef55e6c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:34.125334 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37dee74-b23c-4fdb-a9d4-d0971ef55e6c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:34.125694 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37dee74-b23c-4fdb-a9d4-d0971ef55e6c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:34.126051 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37dee74-b23c-4fdb-a9d4-d0971ef55e6c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:34.126401 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37dee74-b23c-4fdb-a9d4-d0971ef55e6c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:34.126749 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37dee74-b23c-4fdb-a9d4-d0971ef55e6c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:34.127097 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37dee74-b23c-4fdb-a9d4-d0971ef55e6c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:34.127439 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37dee74-b23c-4fdb-a9d4-d0971ef55e6c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:34.127779 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37dee74-b23c-4fdb-a9d4-d0971ef55e6c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:34.128120 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37dee74-b23c-4fdb-a9d4-d0971ef55e6c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:34.128462 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37dee74-b23c-4fdb-a9d4-d0971ef55e6c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:34.134115 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-e37dee74-b23c-4fdb-a9d4-d0971ef55e6c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:34.168366 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e37dee74-b23c-4fdb-a9d4-d0971ef55e6c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks [] for floatingip, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:34.171035 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e37dee74-b23c-4fdb-a9d4-d0971ef55e6c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for floatingip, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:34.172172 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-e37dee74-b23c-4fdb-a9d4-d0971ef55e6c tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] 10.222.0.30 "DELETE /v2.0/floatingips/aa65fc05-e423-4f3a-a8d4-987696de5782 HTTP/1.1" status: 204 len: 168 time: 0.4521313 Jun 29 23:25:34.395431 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:34.772229 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-53f7d0c6-421c-4b43-a242-4d8415617dff req-9ed486a1-716e-4c32-ab95-13f23bb435ff tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0319071 Jun 29 23:25:35.882644 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device b9fc56fd-ffa2-42be-9e6c-ba6515b62677 no longer exists at agent hyperv_hv-cinder-76960 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:25:35.901928 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] No Port match for: b9fc56fd-ffa2-42be-9e6c-ba6515b62677 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:25:35.902377 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device b9fc56fd-ffa2-42be-9e6c-ba6515b62677 not bound to the agent host hv-cinder-76960 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:25:35.918971 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-cbfe6aff-8965-4e80-b8f1-f25dd7d78a0e req-fb02fbfe-feb0-4989-9862-a95ffa968f2e tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0302806 Jun 29 23:25:37.058176 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d6b898cc-4082-4e69-ac6e-0d0d470fd034 req-e8d1de81-8d72-48f6-ae8c-624a38b3656d tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0283842 Jun 29 23:25:38.194809 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-aab4d93f-fdd7-4b23-be4e-9000a943e7ea req-72d246f5-3365-4576-bee5-47ce2fea5e20 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0275149 Jun 29 23:25:39.352311 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-82903794-35e0-4a26-99b4-cde5ce23bd4c req-a71c4f9d-c321-4eb2-a634-e1735e6bea55 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0281544 Jun 29 23:25:40.489034 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4a659ccf-03ea-4b44-9bc4-443c0f3bdafd req-6c078560-749c-47af-98c4-d5f8090d859f tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0284081 Jun 29 23:25:41.625927 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ea4fe382-69ec-436c-8a6d-9999143e195f req-52db78fc-1709-4ec4-96d1-fd0c82533c66 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0285025 Jun 29 23:25:42.766943 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-239a1c75-41c6-4754-ac2b-adbebc1ed22e req-41363569-214b-4380-8708-793053b0485f tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0317347 Jun 29 23:25:43.907105 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5989f30b-689f-4676-8960-75b9f94efb99 req-c1aa63eb-1a34-4c41-9df3-4fcc49cd6e34 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0316164 Jun 29 23:25:45.045299 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-aa17677a-cf9d-494b-92de-4126c676df8e req-1e2573fb-dc17-423a-a487-6a1d294cfe49 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0277092 Jun 29 23:25:46.183016 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-657e6e0d-543c-4710-85ca-36ad3d07330c req-5f513c39-8834-47f8-841c-c2bb9b9eab3c tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0276964 Jun 29 23:25:47.165347 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0e93a2db-e3ac-4e91-ae95-ca9a635e4697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:47.321310 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-820a21b9-09ff-4a86-a970-fe7af7f7fdf2 req-694244a1-b2bd-4067-b681-07e7f8587a2b tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0271904 Jun 29 23:25:48.459928 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c934861f-ad5f-4608-b951-8f1d7c105f6d req-55e13c7d-9bfb-42b0-a2ca-3519b3469afe tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0278661 Jun 29 23:25:49.597728 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c00dc3d4-e144-4ca7-a43b-afa214e3f1bb req-0870c78f-e2a2-4414-b79c-22ad7f69239b tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0297964 Jun 29 23:25:49.630290 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-b8b434dc-15ee-491a-be59-7f1ee72058f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:50.138916 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:50.736154 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8e8e1d87-e889-4db0-aa12-36175dcc6885 req-f1ffb962-c38e-422f-bbc7-e46102e85f7d tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0293200 Jun 29 23:25:50.833690 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:51.879203 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f0ed0121-6d35-415c-8bd0-c47863ffe3ec req-543a82bf-4df4-4abb-980a-03a998ac6342 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0321014 Jun 29 23:25:52.685264 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:53.021413 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9698b67c-b9eb-4150-b34b-a9d303728aa1 req-e6489e10-3bd9-49d6-a381-1073f30baabb tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0321851 Jun 29 23:25:54.162831 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-17416808-fb35-43ec-967a-9c254b7f65c8 req-487d2427-5807-41fe-9a13-7c9686fd49e5 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0282941 Jun 29 23:25:55.299715 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9c6ac37f-1907-404b-b5c2-2a025990eece req-4487c9b2-1fac-4414-8b73-dd069e2dadad tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0279934 Jun 29 23:25:56.382025 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:25:56.437180 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ba7eb901-fb30-423a-a4a6-a7af7bc7b2a4 req-ed9fc250-7117-4b0c-8fea-9e3531832f2c tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0279455 Jun 29 23:25:57.578839 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ec12a07a-52c3-4a75-87ba-83275c6b3547 req-6ce5c754-ac53-4c08-abb1-ce7dfd5fcdcf tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0279222 Jun 29 23:25:58.715338 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-cc05b9d1-b6ac-4ec2-9dcc-f89cd3ffb059 req-e0b1be2a-441d-446a-b194-cc35674299a9 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0282774 Jun 29 23:25:59.851190 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ae61bb4e-a0df-4757-b813-6e6d6d46fae3 req-14180703-2383-45e8-bc7a-a1f2a0225795 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0271165 Jun 29 23:26:00.990460 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5d9bb325-231b-44e3-98ee-b7207240686f req-561442ee-1fc8-4e92-af58-ee573190aad1 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0309312 Jun 29 23:26:02.130855 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ede3e254-1a21-4665-ae7c-6dab4a397013 req-4281cf19-cfb3-4f18-bcfa-3d7d91b40317 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0320375 Jun 29 23:26:03.268654 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a0e48edc-cb44-4229-b763-8461d2d3c451 req-e0cdf8db-93b1-41c5-b07d-8b663e8ad57b tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0284173 Jun 29 23:26:04.407162 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2d922702-53d0-457b-b065-6ff78c3d212b req-d868cf72-cdc3-42f5-bf25-23453ac8bc56 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0290701 Jun 29 23:26:04.409696 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:05.548314 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-94a26eb3-d977-46b1-92dc-973ddfce6b4e req-64d0b917-aa5e-44c2-af0c-4b0cf0902239 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0277452 Jun 29 23:26:06.688194 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a2915953-985e-48e3-a0eb-9362cbea31a2 req-2ad4e946-462d-4c61-89f2-ce9a60b2ba10 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0274143 Jun 29 23:26:07.825335 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e75bc3fc-7d64-4f9b-9316-b76b860f20cc req-e53eb0c1-0fe5-4f0d-b40b-93b4b1fd15fb tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0281436 Jun 29 23:26:08.960284 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3bf6226d-46c6-4b76-b569-525c9ffa28a8 req-bde625e5-dded-43df-ac26-854ab0344f50 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0274723 Jun 29 23:26:10.105261 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b76af49d-994b-4732-b07b-9367efe389c2 req-fda81837-009e-47af-a115-3987e69d3960 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0327120 Jun 29 23:26:11.244190 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fa595af1-f36a-44fc-b2f6-7cac63997cf3 req-ca3b6d37-7767-419e-9753-6b6dea81d629 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0308795 Jun 29 23:26:12.385369 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d200ddca-e2cd-4f94-8a73-b2b2bc629b92 req-537b4b06-2e45-42f9-a820-a86c89f3d135 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0277202 Jun 29 23:26:13.520707 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-eb2e504b-1d53-46f3-8b61-6d892334edb0 req-684201f3-500a-4529-8b65-688bf00f533f tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4183b6d-beac-4669-ab03-ca98f7bed25e HTTP/1.1" status: 200 len: 210 time: 0.0286772 Jun 29 23:26:14.640464 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 41062) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:14.693602 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0013e8a3-6891-4a01-989b-5e623d31785e tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:14.717405 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0013e8a3-6891-4a01-989b-5e623d31785e tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:14.764183 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0013e8a3-6891-4a01-989b-5e623d31785e tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:14.766937 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0013e8a3-6891-4a01-989b-5e623d31785e tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:14.768081 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-0013e8a3-6891-4a01-989b-5e623d31785e tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "DELETE /v2.0/security-groups/a25dd01b-7529-4fb9-a1c4-5604684d178f HTTP/1.1" status: 204 len: 168 time: 0.1265984 Jun 29 23:26:14.768929 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-e329a95b-7ca2-4719-b1fa-283d699d2290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:14.770831 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 41064) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:14.778077 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0013e8a3-6891-4a01-989b-5e623d31785e tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25dd01b-7529-4fb9-a1c4-5604684d178f,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:14.780528 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-0013e8a3-6891-4a01-989b-5e623d31785e tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:14.784485 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.api.v2.resource [None req-1549813e-f23b-4c66-8c93-e4382e030c45 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] show failed (client error): The resource could not be found. Jun 29 23:26:14.788023 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-1549813e-f23b-4c66-8c93-e4382e030c45 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups/a25dd01b-7529-4fb9-a1c4-5604684d178f HTTP/1.1" status: 404 len: 347 time: 0.0137002 Jun 29 23:26:14.788221 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 41066) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:14.915046 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-3027cf40-c023-4d05-b98e-734d95b894d1 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Deleting port 6c882972-fe0b-46cc-b910-5cb48d69f246 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:26:14.915385 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3027cf40-c023-4d05-b98e-734d95b894d1 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:14.992590 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3027cf40-c023-4d05-b98e-734d95b894d1 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:14.993056 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3027cf40-c023-4d05-b98e-734d95b894d1 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:15.004293 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-3027cf40-c023-4d05-b98e-734d95b894d1 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Calling delete_port for 6c882972-fe0b-46cc-b910-5cb48d69f246 owned by network:floatingip {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:26:15.137663 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3027cf40-c023-4d05-b98e-734d95b894d1 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66139777'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:15.140071 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-e99b58fc-d730-4771-b9ce-592b0c7b2b27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:15.161079 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027cf40-c023-4d05-b98e-734d95b894d1 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Pushing event deleted for resources: {'Port': ['ID=6c882972-fe0b-46cc-b910-5cb48d69f246,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:15.164248 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-3027cf40-c023-4d05-b98e-734d95b894d1 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:15.225336 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3027cf40-c023-4d05-b98e-734d95b894d1 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for floatingip, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:15.228029 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3027cf40-c023-4d05-b98e-734d95b894d1 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for floatingip, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:15.229231 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-3027cf40-c023-4d05-b98e-734d95b894d1 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "DELETE /v2.0/floatingips/012a8cdb-b4d6-4a09-9130-743c7d76cdae HTTP/1.1" status: 204 len: 168 time: 0.4392209 Jun 29 23:26:15.743687 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 41078) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:15.748311 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-f8c18a50-8073-4498-a838-95708db12ca2 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1920637304', 'description': 'tempest-description--585198899'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:26:15.769093 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f8c18a50-8073-4498-a838-95708db12ca2 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:15.849576 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f8c18a50-8073-4498-a838-95708db12ca2 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:15.853336 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f8c18a50-8073-4498-a838-95708db12ca2 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:15.855571 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-21367d38-b61c-4039-a942-0fadc204a20a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:15.880394 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f8c18a50-8073-4498-a838-95708db12ca2 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:15.881599 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-f8c18a50-8073-4498-a838-95708db12ca2 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1369085 Jun 29 23:26:15.884099 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c18a50-8073-4498-a838-95708db12ca2 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d74cd505-803e-4453-8221-d16126bc94bb,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:15.885291 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 41080) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:15.886837 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-f8c18a50-8073-4498-a838-95708db12ca2 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:15.891302 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-8e46aa19-7302-498b-bc6c-258a9f1a1b7f tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Request body: {'security_group_rule': {'security_group_id': 'd74cd505-803e-4453-8221-d16126bc94bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:26:15.918276 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8e46aa19-7302-498b-bc6c-258a9f1a1b7f tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:15.976100 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8e46aa19-7302-498b-bc6c-258a9f1a1b7f tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:15.980051 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8e46aa19-7302-498b-bc6c-258a9f1a1b7f tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-377750'] for security_group_rule, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:15.982226 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-f034ebf1-d71c-4002-b971-8506b680ac01 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:15.999930 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46aa19-7302-498b-bc6c-258a9f1a1b7f tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc16c668-fa49-4005-811e-7522d357ba40,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:16.002834 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-8e46aa19-7302-498b-bc6c-258a9f1a1b7f tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:16.006299 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8e46aa19-7302-498b-bc6c-258a9f1a1b7f tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:16.007348 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-8e46aa19-7302-498b-bc6c-258a9f1a1b7f tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201460 Jun 29 23:26:16.010940 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 41084) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:16.015654 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-d354abea-8f45-490b-88ef-20147674d33b tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Request body: {'security_group_rule': {'security_group_id': 'd74cd505-803e-4453-8221-d16126bc94bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:26:16.042154 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d354abea-8f45-490b-88ef-20147674d33b tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:16.102406 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d354abea-8f45-490b-88ef-20147674d33b tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:16.106039 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d354abea-8f45-490b-88ef-20147674d33b tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-377750'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:16.108030 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-60712af3-7222-4020-8fb5-99bc9800a8cf tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:16.124857 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354abea-8f45-490b-88ef-20147674d33b tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac84c08-2fc7-426b-9e90-bca15891e978,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:16.127647 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-d354abea-8f45-490b-88ef-20147674d33b tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:16.132274 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d354abea-8f45-490b-88ef-20147674d33b tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:16.133799 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-d354abea-8f45-490b-88ef-20147674d33b tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215627 Jun 29 23:26:16.136403 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 41088) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:16.141079 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-881cb93d-ef02-4860-9212-33ed9fa44b86 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Request body: {'floatingip': {'floating_network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:26:16.161649 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-881cb93d-ef02-4860-9212-33ed9fa44b86 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for floatingip, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:16.255129 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-881cb93d-ef02-4860-9212-33ed9fa44b86 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:16.360686 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-881cb93d-ef02-4860-9212-33ed9fa44b86 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Allocated IP 172.27.0.206 (4f4d7b89-f14b-44bd-8c77-680ef6990266/7d983a82-3206-4a2a-9ce9-3b2c9dc20086/ad01fdb2-84d5-43b0-b696-a07530df1f99) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:26:16.459109 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-881cb93d-ef02-4860-9212-33ed9fa44b86 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:16.503040 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-881cb93d-ef02-4860-9212-33ed9fa44b86 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-66139784'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:16.505277 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-660481a9-004d-4d27-9a2b-271380d3a176 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:16.541159 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881cb93d-ef02-4860-9212-33ed9fa44b86 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Network 4f4d7b89-f14b-44bd-8c77-680ef6990266 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:26:16.543861 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-881cb93d-ef02-4860-9212-33ed9fa44b86 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:26:16.547306 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881cb93d-ef02-4860-9212-33ed9fa44b86 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:26:16.572120 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881cb93d-ef02-4860-9212-33ed9fa44b86 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Pushing event updated for resources: {'Port': ['ID=ad01fdb2-84d5-43b0-b696-a07530df1f99,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:16.575944 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-881cb93d-ef02-4860-9212-33ed9fa44b86 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:16.632212 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-881cb93d-ef02-4860-9212-33ed9fa44b86 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:16.677240 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-881cb93d-ef02-4860-9212-33ed9fa44b86 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:16.823661 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-881cb93d-ef02-4860-9212-33ed9fa44b86 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:16.829332 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-881cb93d-ef02-4860-9212-33ed9fa44b86 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66139834'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:16.831298 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-86931e4a-deff-4c41-bb46-68a100b041c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:16.904540 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881cb93d-ef02-4860-9212-33ed9fa44b86 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Pushing event updated for resources: {'Port': ['ID=ad01fdb2-84d5-43b0-b696-a07530df1f99,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:16.907444 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-881cb93d-ef02-4860-9212-33ed9fa44b86 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:16.914943 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-881cb93d-ef02-4860-9212-33ed9fa44b86 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484151'] for floatingip, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:16.927722 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-881cb93d-ef02-4860-9212-33ed9fa44b86 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for floatingip, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:16.929292 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-881cb93d-ef02-4860-9212-33ed9fa44b86 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7919183 Jun 29 23:26:17.123500 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-c332bc1e-38fd-4dd2-8444-48d476b19ac1 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1920637304&fields=id&tenant_id=89f7a8481a72408b89119405a6770fde HTTP/1.1" status: 200 len: 267 time: 0.0333765 Jun 29 23:26:17.167026 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-abc31340-ac38-412c-8aad-ea8031487f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:17.226153 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-b069f8ad-2ce2-4c7e-95dd-c2e528e217ff tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:17.228153 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-b069f8ad-2ce2-4c7e-95dd-c2e528e217ff tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/networks?id=961483aa-60c5-4d0f-82a0-c19a74bfe9c0 HTTP/1.1" status: 200 len: 810 time: 0.0982141 Jun 29 23:26:17.242935 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-796138e9-53ca-46b2-a60b-f7d07653ec13 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/quotas/89f7a8481a72408b89119405a6770fde HTTP/1.1" status: 200 len: 375 time: 0.0091162 Jun 29 23:26:17.316822 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-ba03cdde-cfa9-48a0-9803-e98ed4684d30 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=89f7a8481a72408b89119405a6770fde&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0687437 Jun 29 23:26:17.373274 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-77bf680d-e307-48af-85de-5e507f8f7af2 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 23:26:17.374246 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-77bf680d-e307-48af-85de-5e507f8f7af2 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465438 Jun 29 23:26:17.461647 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-b5641f18-0593-4dc9-a72d-bd0bdd80205c service neutron] 10.222.0.30 "GET /v2.0/networks/961483aa-60c5-4d0f-82a0-c19a74bfe9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813642 Jun 29 23:26:17.551593 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-e79e6595-d942-4572-bf4f-fa5484c5cd97 service neutron] 10.222.0.30 "GET /v2.0/networks/961483aa-60c5-4d0f-82a0-c19a74bfe9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842021 Jun 29 23:26:17.717440 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-72db83ae-9292-4fa0-a03e-76f48b84bd85 req-e1198262-cdef-4924-b327-266e60b7e2af tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e05694a-50eb-4d7a-81a5-9d030e818b86 HTTP/1.1" status: 200 len: 210 time: 0.0285778 Jun 29 23:26:18.860681 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-239b7207-dcf6-48ab-9f5f-b34722d57b06 req-05b8d683-ac17-4f77-9158-ee5888d2859c tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e05694a-50eb-4d7a-81a5-9d030e818b86 HTTP/1.1" status: 200 len: 210 time: 0.0297246 Jun 29 23:26:18.982818 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-e5abd072-ffbd-4a96-9273-de4baa37cc89 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:18.985011 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-e5abd072-ffbd-4a96-9273-de4baa37cc89 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.52 "GET /v2.0/networks?id=961483aa-60c5-4d0f-82a0-c19a74bfe9c0 HTTP/1.1" status: 200 len: 810 time: 0.1135097 Jun 29 23:26:19.031607 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-a2c057cb-b7c9-4077-acd8-a3d0e9fd1358 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89f7a8481a72408b89119405a6770fde HTTP/1.1" status: 200 len: 380 time: 0.0341065 Jun 29 23:26:19.040367 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-565dc35f-b523-44a0-bfd9-9b3600495d86 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Request body: {'port': {'device_id': '8e05694a-50eb-4d7a-81a5-9d030e818b86', 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0', 'admin_state_up': True, 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'security_groups': ['d74cd505-803e-4453-8221-d16126bc94bb']}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:26:19.150654 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-565dc35f-b523-44a0-bfd9-9b3600495d86 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Made reservation on behalf of 89f7a8481a72408b89119405a6770fde for: {'port': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:26:19.154459 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-565dc35f-b523-44a0-bfd9-9b3600495d86 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:19.277450 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-565dc35f-b523-44a0-bfd9-9b3600495d86 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Allocated IP 172.20.0.12 (961483aa-60c5-4d0f-82a0-c19a74bfe9c0/0cace3d9-d5b7-4676-96cc-bc7171040612/81003b66-bcac-4f5f-8a91-15b98957f8aa) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:26:19.412330 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-565dc35f-b523-44a0-bfd9-9b3600495d86 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:19.425439 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-565dc35f-b523-44a0-bfd9-9b3600495d86 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Transition to ACTIVE for port object 81003b66-bcac-4f5f-8a91-15b98957f8aa will not be triggered until provisioned by entity DHCP. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:26:19.457480 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-565dc35f-b523-44a0-bfd9-9b3600495d86 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-66139784'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:19.461456 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-7c29d51f-2435-460e-8803-111bd1286f02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:19.508641 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-565dc35f-b523-44a0-bfd9-9b3600495d86 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Network 961483aa-60c5-4d0f-82a0-c19a74bfe9c0 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:26:19.514495 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-565dc35f-b523-44a0-bfd9-9b3600495d86 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:26:19.519807 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-565dc35f-b523-44a0-bfd9-9b3600495d86 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:26:19.550297 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565dc35f-b523-44a0-bfd9-9b3600495d86 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Pushing event updated for resources: {'Port': ['ID=81003b66-bcac-4f5f-8a91-15b98957f8aa,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:19.555309 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-565dc35f-b523-44a0-bfd9-9b3600495d86 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:19.577805 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-565dc35f-b523-44a0-bfd9-9b3600495d86 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:19.578434 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-565dc35f-b523-44a0-bfd9-9b3600495d86 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:19.593608 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-565dc35f-b523-44a0-bfd9-9b3600495d86 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5569506 Jun 29 23:26:19.605922 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-4e9967ed-5f84-4b76-b3c8-65c21ba7b986 service neutron] Request body: {'port': {'device_id': '8e05694a-50eb-4d7a-81a5-9d030e818b86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:26:19.635218 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-15d5e487-fc3c-49a3-a180-e76dff46556c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:19.754221 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-788d0490-238c-4517-b177-1055d12bb5ac None None] Provisioning for port 81003b66-bcac-4f5f-8a91-15b98957f8aa completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:26:19.759514 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-788d0490-238c-4517-b177-1055d12bb5ac None None] Provisioning complete for port 81003b66-bcac-4f5f-8a91-15b98957f8aa triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:26:19.759900 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-788d0490-238c-4517-b177-1055d12bb5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:19.806164 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-788d0490-238c-4517-b177-1055d12bb5ac None None] Port 81003b66-bcac-4f5f-8a91-15b98957f8aa cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:26:20.035945 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-4e9967ed-5f84-4b76-b3c8-65c21ba7b986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:20.144450 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:20.175706 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038e4f3-c9f1-4a1a-99e6-b1049c989c2f req-5cf4bf74-de12-457b-adb0-d5faa17fda52 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:20.177274 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9038e4f3-c9f1-4a1a-99e6-b1049c989c2f req-5cf4bf74-de12-457b-adb0-d5faa17fda52 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e05694a-50eb-4d7a-81a5-9d030e818b86 HTTP/1.1" status: 200 len: 932 time: 0.1794872 Jun 29 23:26:20.208317 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-715aa161-c150-4391-abb5-b520ad4bb777 req-ec238a17-1dfa-4e4e-984e-48d2118fdfa8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=373521f7-5c1f-4bbe-8c8d-17dea49ecd77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680609 Jun 29 23:26:20.291392 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9038e4f3-c9f1-4a1a-99e6-b1049c989c2f req-14545e28-4460-40b9-b614-57d8ddbbd698 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=d74cd505-803e-4453-8221-d16126bc94bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918920 Jun 29 23:26:20.309656 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715aa161-c150-4391-abb5-b520ad4bb777 req-64306159-ba14-4575-a61d-a18ea03cf385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:20.311256 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-715aa161-c150-4391-abb5-b520ad4bb777 req-64306159-ba14-4575-a61d-a18ea03cf385 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84fa8dae152648e093dc8e5a4d0ef36d&device_id=373521f7-5c1f-4bbe-8c8d-17dea49ecd77 HTTP/1.1" status: 200 len: 1098 time: 0.0748720 Jun 29 23:26:20.417033 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-4e9967ed-5f84-4b76-b3c8-65c21ba7b986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81003b66-bcac-4f5f-8a91-15b98957f8aa {{(pid=93162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:26:20.424842 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-4e9967ed-5f84-4b76-b3c8-65c21ba7b986 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:20.429524 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715aa161-c150-4391-abb5-b520ad4bb777 req-9b74f4bc-442d-4a33-9f5c-04f061c7e879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:20.431040 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-715aa161-c150-4391-abb5-b520ad4bb777 req-9b74f4bc-442d-4a33-9f5c-04f061c7e879 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 HTTP/1.1" status: 200 len: 916 time: 0.0977900 Jun 29 23:26:20.437342 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-4e9967ed-5f84-4b76-b3c8-65c21ba7b986 service neutron] Transition to ACTIVE for port object 81003b66-bcac-4f5f-8a91-15b98957f8aa will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:26:20.441139 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-4e9967ed-5f84-4b76-b3c8-65c21ba7b986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66139834'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:20.443936 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-6114b1a5-d832-42e6-b677-a10ae386459a tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:20.474158 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-715aa161-c150-4391-abb5-b520ad4bb777 req-5d7f7c7a-7986-4db2-be53-54ef4d0fcfe4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b151955-39db-4f04-91fe-66a14283b890 HTTP/1.1" status: 200 len: 217 time: 0.0368755 Jun 29 23:26:20.526985 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715aa161-c150-4391-abb5-b520ad4bb777 req-97621a3d-83d5-47d7-b754-3d5cb91e65cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:20.529182 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-715aa161-c150-4391-abb5-b520ad4bb777 req-97621a3d-83d5-47d7-b754-3d5cb91e65cc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d173892-21f3-4d8b-a65f-f341f79adde1 HTTP/1.1" status: 200 len: 855 time: 0.0481977 Jun 29 23:26:20.529575 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9967ed-5f84-4b76-b3c8-65c21ba7b986 service neutron] Pushing event updated for resources: {'Port': ['ID=81003b66-bcac-4f5f-8a91-15b98957f8aa,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:20.533446 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-4e9967ed-5f84-4b76-b3c8-65c21ba7b986 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:20.567251 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-715aa161-c150-4391-abb5-b520ad4bb777 req-5297bacc-47c0-4bcd-9313-827492b45b81 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309284 Jun 29 23:26:20.595415 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-4e9967ed-5f84-4b76-b3c8-65c21ba7b986 service neutron] Attempting to bind port 81003b66-bcac-4f5f-8a91-15b98957f8aa on host hv-cinder-76960 for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:26:20.596005 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-4e9967ed-5f84-4b76-b3c8-65c21ba7b986 service neutron] Attempting to bind port 81003b66-bcac-4f5f-8a91-15b98957f8aa by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': '63f270fe-59bf-41e4-861c-414217008130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:26:20.596339 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-4e9967ed-5f84-4b76-b3c8-65c21ba7b986 service neutron] Attempting to bind port 81003b66-bcac-4f5f-8a91-15b98957f8aa on network 961483aa-60c5-4d0f-82a0-c19a74bfe9c0 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:26:20.601084 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-4e9967ed-5f84-4b76-b3c8-65c21ba7b986 service neutron] Port 81003b66-bcac-4f5f-8a91-15b98957f8aa on network 961483aa-60c5-4d0f-82a0-c19a74bfe9c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:26:20.601580 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-4e9967ed-5f84-4b76-b3c8-65c21ba7b986 service neutron] Attempting to bind port 81003b66-bcac-4f5f-8a91-15b98957f8aa on network 961483aa-60c5-4d0f-82a0-c19a74bfe9c0 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:26:20.606877 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-4e9967ed-5f84-4b76-b3c8-65c21ba7b986 service neutron] Checking agent: {'id': 'a4a0778d-945d-473c-9557-d6f7decbe5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 7, 4), 'started_at': datetime.datetime(2021, 6, 29, 23, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:26:20.607215 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-4e9967ed-5f84-4b76-b3c8-65c21ba7b986 service neutron] Checking segment: {'id': '63f270fe-59bf-41e4-861c-414217008130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:26:20.607598 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-4e9967ed-5f84-4b76-b3c8-65c21ba7b986 service neutron] Bound using segment: {'id': '63f270fe-59bf-41e4-861c-414217008130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:26:20.608028 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-4e9967ed-5f84-4b76-b3c8-65c21ba7b986 service neutron] Bound port: 81003b66-bcac-4f5f-8a91-15b98957f8aa, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63f270fe-59bf-41e4-861c-414217008130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:26:20.608386 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-4e9967ed-5f84-4b76-b3c8-65c21ba7b986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:20.675153 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-715aa161-c150-4391-abb5-b520ad4bb777 req-74014928-25ae-4158-8d24-4a0a06a503f2 service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994453 Jun 29 23:26:20.688179 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-4e9967ed-5f84-4b76-b3c8-65c21ba7b986 service neutron] For port 81003b66-bcac-4f5f-8a91-15b98957f8aa, host hv-cinder-76960, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:26:20.691540 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-4e9967ed-5f84-4b76-b3c8-65c21ba7b986 service neutron] For port 81003b66-bcac-4f5f-8a91-15b98957f8aa, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=81003b66-bcac-4f5f-8a91-15b98957f8aa,segment=NetworkSegment(63f270fe-59bf-41e4-861c-414217008130),segment_id=63f270fe-59bf-41e4-861c-414217008130)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:26:20.696170 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-4e9967ed-5f84-4b76-b3c8-65c21ba7b986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66139834'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:20.699007 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-b5f356b5-427e-44ff-bd9e-2f5a89c57afe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:20.730193 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-4e9967ed-5f84-4b76-b3c8-65c21ba7b986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:20.730957 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-4e9967ed-5f84-4b76-b3c8-65c21ba7b986 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:20.732416 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-4e9967ed-5f84-4b76-b3c8-65c21ba7b986 service neutron] 10.222.0.52 "PUT /v2.0/ports/81003b66-bcac-4f5f-8a91-15b98957f8aa HTTP/1.1" status: 200 len: 1094 time: 1.1311469 Jun 29 23:26:20.732964 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e05694a-50eb-4d7a-81a5-9d030e818b86', 'tag': '81003b66-bcac-4f5f-8a91-15b98957f8aa'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:26:20.735532 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4ff624e5b506a15852624dbd6f9127feb1aca7eb9818edaf72933b1fc2af06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b86825e-fbe8-4bda-bf50-7bc5c7f59c60" -d '{"events": [{"name": "network-changed", "server_uuid": "8e05694a-50eb-4d7a-81a5-9d030e818b86", "tag": "81003b66-bcac-4f5f-8a91-15b98957f8aa"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:26:20.777927 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30409197-cd46-4e46-9d4d-d563cf770255 x-openstack-request-id: req-30409197-cd46-4e46-9d4d-d563cf770255 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:26:20.778318 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e05694a-50eb-4d7a-81a5-9d030e818b86", "tag": "81003b66-bcac-4f5f-8a91-15b98957f8aa", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:26:20.778682 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-30409197-cd46-4e46-9d4d-d563cf770255 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:26:20.779166 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e05694a-50eb-4d7a-81a5-9d030e818b86', 'tag': '81003b66-bcac-4f5f-8a91-15b98957f8aa', 'status': 'completed', 'code': 200} Jun 29 23:26:20.794220 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9967ed-5f84-4b76-b3c8-65c21ba7b986 service neutron] Pushing event updated for resources: {'Port': ['ID=81003b66-bcac-4f5f-8a91-15b98957f8aa,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:20.797897 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-4e9967ed-5f84-4b76-b3c8-65c21ba7b986 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:20.799151 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-715aa161-c150-4391-abb5-b520ad4bb777 req-54846721-4dab-4b25-8099-ec6a592d5f80 service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174812 Jun 29 23:26:20.839047 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:20.854282 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-38b852c5-8c4e-4deb-a3e4-ad8ccefbbd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:20.855796 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-38b852c5-8c4e-4deb-a3e4-ad8ccefbbd7a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=89f7a8481a72408b89119405a6770fde&device_id=8e05694a-50eb-4d7a-81a5-9d030e818b86 HTTP/1.1" status: 200 len: 1097 time: 0.0709920 Jun 29 23:26:20.899482 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-f5e5e855-2c86-4213-bc38-c654a23e4611 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81003b66-bcac-4f5f-8a91-15b98957f8aa HTTP/1.1" status: 200 len: 217 time: 0.0353620 Jun 29 23:26:20.948824 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-334529d7-0807-4539-8669-fc5a21c0aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:20.950379 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-334529d7-0807-4539-8669-fc5a21c0aebd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0cace3d9-d5b7-4676-96cc-bc7171040612 HTTP/1.1" status: 200 len: 849 time: 0.0461876 Jun 29 23:26:21.007308 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-cb431e1b-575d-4f56-829f-c4fb1befa933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:21.009498 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-cb431e1b-575d-4f56-829f-c4fb1befa933 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=961483aa-60c5-4d0f-82a0-c19a74bfe9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529623 Jun 29 23:26:21.100118 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-41bbe6e2-9f60-47c6-9b50-cf07b23c357f service neutron] 10.222.0.52 "GET /v2.0/networks/961483aa-60c5-4d0f-82a0-c19a74bfe9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844278 Jun 29 23:26:21.191024 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-43459cca-4540-4e1c-849b-000d1153a1b2 req-24c49b47-6adf-4694-9f81-fae914fcd7cb service neutron] 10.222.0.52 "GET /v2.0/networks/961483aa-60c5-4d0f-82a0-c19a74bfe9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836716 Jun 29 23:26:21.293127 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86825e-fbe8-4bda-bf50-7bc5c7f59c60 req-22205641-dfef-4a38-ab53-fe9dfd71ba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:21.294732 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8b86825e-fbe8-4bda-bf50-7bc5c7f59c60 req-22205641-dfef-4a38-ab53-fe9dfd71ba17 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=89f7a8481a72408b89119405a6770fde&device_id=8e05694a-50eb-4d7a-81a5-9d030e818b86 HTTP/1.1" status: 200 len: 1097 time: 0.0556893 Jun 29 23:26:21.395274 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86825e-fbe8-4bda-bf50-7bc5c7f59c60 req-ce73e757-a939-479d-8e5c-4e2c84ee13f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:21.396807 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8b86825e-fbe8-4bda-bf50-7bc5c7f59c60 req-ce73e757-a939-479d-8e5c-4e2c84ee13f3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=961483aa-60c5-4d0f-82a0-c19a74bfe9c0 HTTP/1.1" status: 200 len: 911 time: 0.0947661 Jun 29 23:26:21.459875 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8b86825e-fbe8-4bda-bf50-7bc5c7f59c60 req-92f05240-26b6-4c76-b479-3897d7fe9a15 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81003b66-bcac-4f5f-8a91-15b98957f8aa HTTP/1.1" status: 200 len: 217 time: 0.0514014 Jun 29 23:26:21.522604 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86825e-fbe8-4bda-bf50-7bc5c7f59c60 req-598a3912-2b69-4568-aeca-fdd9f02b9c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:21.524206 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8b86825e-fbe8-4bda-bf50-7bc5c7f59c60 req-598a3912-2b69-4568-aeca-fdd9f02b9c5d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0cace3d9-d5b7-4676-96cc-bc7171040612 HTTP/1.1" status: 200 len: 849 time: 0.0574307 Jun 29 23:26:21.532342 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da0e4e-2524-4c09-b794-d9395fa6c2c2 req-eae0c293-61ca-4c8f-9d83-41327114d81b tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:21.533712 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a3da0e4e-2524-4c09-b794-d9395fa6c2c2 req-eae0c293-61ca-4c8f-9d83-41327114d81b tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e05694a-50eb-4d7a-81a5-9d030e818b86 HTTP/1.1" status: 200 len: 944 time: 0.1338964 Jun 29 23:26:21.599141 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a3da0e4e-2524-4c09-b794-d9395fa6c2c2 req-6d0060a9-1c82-45cf-a7ef-d3de044190af tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=d74cd505-803e-4453-8221-d16126bc94bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567796 Jun 29 23:26:21.612557 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86825e-fbe8-4bda-bf50-7bc5c7f59c60 req-b0992058-ac81-404d-a020-7a7261cfe2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:21.614055 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8b86825e-fbe8-4bda-bf50-7bc5c7f59c60 req-b0992058-ac81-404d-a020-7a7261cfe2fd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=961483aa-60c5-4d0f-82a0-c19a74bfe9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795441 Jun 29 23:26:21.713401 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8b86825e-fbe8-4bda-bf50-7bc5c7f59c60 req-9c34ef0c-fbda-4b4a-a760-90981164dbb2 service neutron] 10.222.0.52 "GET /v2.0/networks/961483aa-60c5-4d0f-82a0-c19a74bfe9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915141 Jun 29 23:26:21.806184 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8b86825e-fbe8-4bda-bf50-7bc5c7f59c60 req-ab2b8812-5103-48c0-9915-4ba89ec11846 service neutron] 10.222.0.52 "GET /v2.0/networks/961483aa-60c5-4d0f-82a0-c19a74bfe9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820525 Jun 29 23:26:22.689928 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:22.777780 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432ae31-f649-464f-96ba-cfe39b19b86a req-a39229a0-6e05-414e-b15f-fb3cd72f71fc tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:22.779206 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7432ae31-f649-464f-96ba-cfe39b19b86a req-a39229a0-6e05-414e-b15f-fb3cd72f71fc tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e05694a-50eb-4d7a-81a5-9d030e818b86 HTTP/1.1" status: 200 len: 944 time: 0.0652759 Jun 29 23:26:22.817137 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7432ae31-f649-464f-96ba-cfe39b19b86a req-729c0152-8fe0-474b-bcb2-5fb4c68f1716 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=d74cd505-803e-4453-8221-d16126bc94bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321708 Jun 29 23:26:23.992087 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b346f0-fe79-47a1-bd1f-7d077f1b9c7b req-ea7e2134-6ee6-4ee8-8c7b-cc809411c8a8 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:23.993695 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-66b346f0-fe79-47a1-bd1f-7d077f1b9c7b req-ea7e2134-6ee6-4ee8-8c7b-cc809411c8a8 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e05694a-50eb-4d7a-81a5-9d030e818b86 HTTP/1.1" status: 200 len: 944 time: 0.0655539 Jun 29 23:26:24.050205 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-66b346f0-fe79-47a1-bd1f-7d077f1b9c7b req-982b065d-276c-428f-8ed2-cf3543941e74 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=d74cd505-803e-4453-8221-d16126bc94bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411689 Jun 29 23:26:24.137113 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 81003b66-bcac-4f5f-8a91-15b98957f8aa details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:26:24.229296 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port 81003b66-bcac-4f5f-8a91-15b98957f8aa, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=81003b66-bcac-4f5f-8a91-15b98957f8aa,segment=NetworkSegment(63f270fe-59bf-41e4-861c-414217008130),segment_id=63f270fe-59bf-41e4-861c-414217008130)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:26:24.239760 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Returning: {'device': '81003b66-bcac-4f5f-8a91-15b98957f8aa', 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0', 'port_id': '81003b66-bcac-4f5f-8a91-15b98957f8aa', 'mac_address': 'fa:16:3e:92:11:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cace3d9-d5b7-4676-96cc-bc7171040612', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:26:24.278703 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:24.291601 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81003b66-bcac-4f5f-8a91-15b98957f8aa {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:26:24.311058 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port 81003b66-bcac-4f5f-8a91-15b98957f8aa, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=81003b66-bcac-4f5f-8a91-15b98957f8aa,segment=NetworkSegment(63f270fe-59bf-41e4-861c-414217008130),segment_id=63f270fe-59bf-41e4-861c-414217008130)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:26:24.314178 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:24.316130 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:24.361288 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=81003b66-bcac-4f5f-8a91-15b98957f8aa,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:24.368537 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:24.368905 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:24.369242 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:24.369573 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:24.369897 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:24.370221 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:24.370545 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:24.370866 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:24.371189 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:24.371508 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:24.371826 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:24.372141 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:24.375984 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:24.603789 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] get_ports_and_sgs() called for port_ids ['81003b66-bcac-4f5f-8a91-15b98957f8aa'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:26:25.025935 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [req-85f3115f-ec9d-44c0-9fa0-5d135fbd5c2f req-c947c644-0da2-4d50-a8ed-4a5b135558ac service neutron] (93163) timed out ('10.222.0.30', 60998) {{(pid=93163) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 23:26:25.217695 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2c11b-e3f6-4648-a25b-afc34cc4e1f8 req-c5ca7662-d4ad-44e8-822d-f85f46e3948e tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:25.219140 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a5e2c11b-e3f6-4648-a25b-afc34cc4e1f8 req-c5ca7662-d4ad-44e8-822d-f85f46e3948e tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e05694a-50eb-4d7a-81a5-9d030e818b86 HTTP/1.1" status: 200 len: 945 time: 0.0612285 Jun 29 23:26:25.255502 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a5e2c11b-e3f6-4648-a25b-afc34cc4e1f8 req-435bb099-b52b-4aef-8f7b-dfbc990928d9 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=d74cd505-803e-4453-8221-d16126bc94bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309107 Jun 29 23:26:26.146348 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 81003b66-bcac-4f5f-8a91-15b98957f8aa up at agent hyperv_hv-cinder-76960 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:26:26.194231 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Provisioning for port 81003b66-bcac-4f5f-8a91-15b98957f8aa completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:26:26.198321 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Provisioning complete for port 81003b66-bcac-4f5f-8a91-15b98957f8aa triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:26:26.198697 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:26.272013 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:26.295216 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e05694a-50eb-4d7a-81a5-9d030e818b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81003b66-bcac-4f5f-8a91-15b98957f8aa'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:26:26.297477 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc242b685774feada63a8466480188dde327850ab4a240ce00b056240626d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3efb341-2d36-4515-8222-415d850d11ce" -d '{"events": [{"server_uuid": "8e05694a-50eb-4d7a-81a5-9d030e818b86", "name": "network-vif-plugged", "status": "completed", "tag": "81003b66-bcac-4f5f-8a91-15b98957f8aa"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:26:26.313417 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port 81003b66-bcac-4f5f-8a91-15b98957f8aa, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=81003b66-bcac-4f5f-8a91-15b98957f8aa,segment=NetworkSegment(63f270fe-59bf-41e4-861c-414217008130),segment_id=63f270fe-59bf-41e4-861c-414217008130)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:26:26.318612 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:26.323060 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:26.371998 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=81003b66-bcac-4f5f-8a91-15b98957f8aa,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:26.377391 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:26.399984 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc1c4e0-fbcc-4b47-9b4f-d226157c4e8f x-openstack-request-id: req-8cc1c4e0-fbcc-4b47-9b4f-d226157c4e8f {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:26:26.400285 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e05694a-50eb-4d7a-81a5-9d030e818b86", "name": "network-vif-plugged", "status": "completed", "tag": "81003b66-bcac-4f5f-8a91-15b98957f8aa", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:26:26.400542 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8cc1c4e0-fbcc-4b47-9b4f-d226157c4e8f {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:26:26.401081 dv-cinder-769602-4-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e05694a-50eb-4d7a-81a5-9d030e818b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81003b66-bcac-4f5f-8a91-15b98957f8aa', 'code': 200} Jun 29 23:26:26.447095 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8b982-c1a6-4ad4-beca-e2616c63681b req-8da73a4a-6ba0-4b1a-b169-e57e2f3bba96 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:26.448605 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0da8b982-c1a6-4ad4-beca-e2616c63681b req-8da73a4a-6ba0-4b1a-b169-e57e2f3bba96 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e05694a-50eb-4d7a-81a5-9d030e818b86 HTTP/1.1" status: 200 len: 946 time: 0.0645759 Jun 29 23:26:26.486590 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0da8b982-c1a6-4ad4-beca-e2616c63681b req-4f099e8d-cb5f-40c9-9184-32287bc8bd61 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=d74cd505-803e-4453-8221-d16126bc94bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322523 Jun 29 23:26:26.623504 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc15e26-8e8b-4fe9-b349-fdc656f828a9 req-c2c3dafa-ebda-48a8-82dc-c2068fd6105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:26.625000 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9fc15e26-8e8b-4fe9-b349-fdc656f828a9 req-c2c3dafa-ebda-48a8-82dc-c2068fd6105d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8e05694a-50eb-4d7a-81a5-9d030e818b86 HTTP/1.1" status: 200 len: 1099 time: 0.0511873 Jun 29 23:26:26.658062 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9fc15e26-8e8b-4fe9-b349-fdc656f828a9 req-2032318c-e73b-4d97-bcc1-3bce35a66f5c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d74cd505-803e-4453-8221-d16126bc94bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270414 Jun 29 23:26:27.675100 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31874df-3904-428f-bd59-b92d008cded2 req-35a2b465-d596-4f23-b8e0-c7c36c657844 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:27.676561 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f31874df-3904-428f-bd59-b92d008cded2 req-35a2b465-d596-4f23-b8e0-c7c36c657844 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e05694a-50eb-4d7a-81a5-9d030e818b86 HTTP/1.1" status: 200 len: 946 time: 0.0633719 Jun 29 23:26:27.717786 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f31874df-3904-428f-bd59-b92d008cded2 req-9b3a407c-cb96-463f-9650-ca5b9eb05536 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=d74cd505-803e-4453-8221-d16126bc94bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348661 Jun 29 23:26:27.882316 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed83c1-498f-4f4e-8349-244bba52b1eb req-c9e179d2-a61a-4635-b5e9-b38fc10ecdc9 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:27.883974 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-73ed83c1-498f-4f4e-8349-244bba52b1eb req-c9e179d2-a61a-4635-b5e9-b38fc10ecdc9 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e05694a-50eb-4d7a-81a5-9d030e818b86 HTTP/1.1" status: 200 len: 946 time: 0.0641499 Jun 29 23:26:27.892211 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 41240) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:27.896508 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-0e580747-9b87-42e6-b313-13e91ab09620 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Request body: {'floatingip': {'port_id': '81003b66-bcac-4f5f-8a91-15b98957f8aa'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:26:27.937018 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0e580747-9b87-42e6-b313-13e91ab09620 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for floatingip, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:28.368950 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0e580747-9b87-42e6-b313-13e91ab09620 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:28.372473 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0e580747-9b87-42e6-b313-13e91ab09620 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484151'] for floatingip, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:28.466983 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.db.l3_db [None req-0e580747-9b87-42e6-b313-13e91ab09620 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Floating IP 784e268c-d925-427f-97af-bdcc3cd9a79f associated. External IP: 172.27.0.206, port: 81003b66-bcac-4f5f-8a91-15b98957f8aa. Jun 29 23:26:28.667906 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e580747-9b87-42e6-b313-13e91ab09620 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Router e35bc8f0-c8a2-451c-b269-ba9cd96100e9 has already been hosted by L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:26:28.773804 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e580747-9b87-42e6-b313-13e91ab09620 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:26:28.779068 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0e580747-9b87-42e6-b313-13e91ab09620 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for floatingip, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:28.784649 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f28c93-9a53-4ebf-888b-4e418e332b3d None None] Sync routers for ids ['e35bc8f0-c8a2-451c-b269-ba9cd96100e9'] in dv-cinder-769602-4-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:26:28.793939 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f28c93-9a53-4ebf-888b-4e418e332b3d None None] Routers {'e35bc8f0-c8a2-451c-b269-ba9cd96100e9'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:26:28.794546 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-c5f28c93-9a53-4ebf-888b-4e418e332b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:26:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['e35bc8f0-c8a2-451c-b269-ba9cd96100e9'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:26:28.813966 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-0e580747-9b87-42e6-b313-13e91ab09620 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "PUT /v2.0/floatingips/784e268c-d925-427f-97af-bdcc3cd9a79f HTTP/1.1" status: 200 len: 992 time: 0.9207017 Jun 29 23:26:28.814727 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e05694a-50eb-4d7a-81a5-9d030e818b86', 'tag': '81003b66-bcac-4f5f-8a91-15b98957f8aa'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:26:28.817144 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4ff624e5b506a15852624dbd6f9127feb1aca7eb9818edaf72933b1fc2af06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93199ff5-eac8-45bc-8851-cc98ca39d277" -d '{"events": [{"name": "network-changed", "server_uuid": "8e05694a-50eb-4d7a-81a5-9d030e818b86", "tag": "81003b66-bcac-4f5f-8a91-15b98957f8aa"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:26:28.855813 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8883ba-493c-4540-8468-b7bbf421daa3 x-openstack-request-id: req-4d8883ba-493c-4540-8468-b7bbf421daa3 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:26:28.856297 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e05694a-50eb-4d7a-81a5-9d030e818b86", "tag": "81003b66-bcac-4f5f-8a91-15b98957f8aa", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:26:28.856683 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4d8883ba-493c-4540-8468-b7bbf421daa3 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:26:28.857310 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e05694a-50eb-4d7a-81a5-9d030e818b86', 'tag': '81003b66-bcac-4f5f-8a91-15b98957f8aa', 'status': 'completed', 'code': 200} Jun 29 23:26:28.901139 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-c5f28c93-9a53-4ebf-888b-4e418e332b3d None None] Set router e35bc8f0-c8a2-451c-b269-ba9cd96100e9 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:26:28.927961 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93199ff5-eac8-45bc-8851-cc98ca39d277 req-550f4df5-6f9a-4540-b4ed-ea0c3e8c4ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:28.929730 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-93199ff5-eac8-45bc-8851-cc98ca39d277 req-550f4df5-6f9a-4540-b4ed-ea0c3e8c4ee4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=89f7a8481a72408b89119405a6770fde&device_id=8e05694a-50eb-4d7a-81a5-9d030e818b86 HTTP/1.1" status: 200 len: 1099 time: 0.0520067 Jun 29 23:26:29.026867 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93199ff5-eac8-45bc-8851-cc98ca39d277 req-9292eddb-026d-410c-a75b-d6913949bfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:29.028350 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-93199ff5-eac8-45bc-8851-cc98ca39d277 req-9292eddb-026d-410c-a75b-d6913949bfa9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=961483aa-60c5-4d0f-82a0-c19a74bfe9c0 HTTP/1.1" status: 200 len: 911 time: 0.0923913 Jun 29 23:26:29.090955 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-93199ff5-eac8-45bc-8851-cc98ca39d277 req-169cd8ce-55e8-4fc4-ade5-312ed4a1e28c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81003b66-bcac-4f5f-8a91-15b98957f8aa HTTP/1.1" status: 200 len: 1000 time: 0.0558238 Jun 29 23:26:29.127487 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-c5f28c93-9a53-4ebf-888b-4e418e332b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'name': 'tempest-AttachVolumeTestJSON-753116380-router', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'a4f6692f-d376-41f7-b509-b1d6598df151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:37Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': '89f7a8481a72408b89119405a6770fde', 'gw_port': {'id': 'a4f6692f-d376-41f7-b509-b1d6598df151', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_floatingips': [{'id': '784e268c-d925-427f-97af-bdcc3cd9a79f', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'router_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'port_id': '81003b66-bcac-4f5f-8a91-15b98957f8aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0', 'mac_address': 'fa:16:3e:92:11:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e05694a-50eb-4d7a-81a5-9d030e818b86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:26:16Z', 'updated_at': '2021-06-29T23:26:28Z', 'revision_number': 1, 'project_id': '89f7a8481a72408b89119405a6770fde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8daac4e5-8ffc-49e5-8973-a89c79538713', 'name': '', 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'mac_address': 'fa:16:3e:3c:ed:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0cace3d9-d5b7-4676-96cc-bc7171040612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:43Z', 'updated_at': '2021-06-29T23:08:58Z', 'revision_number': 5, 'project_id': '89f7a8481a72408b89119405a6770fde', 'subnets': [{'id': '0cace3d9-d5b7-4676-96cc-bc7171040612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:26:29.140477 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93199ff5-eac8-45bc-8851-cc98ca39d277 req-e8d68552-c910-48ff-b0b0-fdb28cd27763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:29.141993 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-93199ff5-eac8-45bc-8851-cc98ca39d277 req-e8d68552-c910-48ff-b0b0-fdb28cd27763 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0cace3d9-d5b7-4676-96cc-bc7171040612 HTTP/1.1" status: 200 len: 849 time: 0.0446024 Jun 29 23:26:29.154132 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f28c93-9a53-4ebf-888b-4e418e332b3d None None] Checking router: e35bc8f0-c8a2-451c-b269-ba9cd96100e9 for host: dv-cinder-769602-4-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:26:29.162559 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f28c93-9a53-4ebf-888b-4e418e332b3d None None] Routers {'e35bc8f0-c8a2-451c-b269-ba9cd96100e9'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:26:29.163376 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-c5f28c93-9a53-4ebf-888b-4e418e332b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:26:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['e35bc8f0-c8a2-451c-b269-ba9cd96100e9'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:26:29.207362 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93199ff5-eac8-45bc-8851-cc98ca39d277 req-cc744c09-f0df-4f23-90f9-aabc9244c8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:29.209187 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-93199ff5-eac8-45bc-8851-cc98ca39d277 req-cc744c09-f0df-4f23-90f9-aabc9244c8e1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=961483aa-60c5-4d0f-82a0-c19a74bfe9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601327 Jun 29 23:26:29.276707 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-c5f28c93-9a53-4ebf-888b-4e418e332b3d None None] Set router e35bc8f0-c8a2-451c-b269-ba9cd96100e9 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:26:29.303492 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-93199ff5-eac8-45bc-8851-cc98ca39d277 req-031e1707-454c-4e46-96bd-40e1de040157 service neutron] 10.222.0.52 "GET /v2.0/networks/961483aa-60c5-4d0f-82a0-c19a74bfe9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865703 Jun 29 23:26:29.400036 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-93199ff5-eac8-45bc-8851-cc98ca39d277 req-8913d838-ecab-44c4-b479-e9f421d65c8f service neutron] 10.222.0.52 "GET /v2.0/networks/961483aa-60c5-4d0f-82a0-c19a74bfe9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899642 Jun 29 23:26:29.577402 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-c5f28c93-9a53-4ebf-888b-4e418e332b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'name': 'tempest-AttachVolumeTestJSON-753116380-router', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'a4f6692f-d376-41f7-b509-b1d6598df151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:37Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': '89f7a8481a72408b89119405a6770fde', 'gw_port': {'id': 'a4f6692f-d376-41f7-b509-b1d6598df151', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_floatingips': [{'id': '784e268c-d925-427f-97af-bdcc3cd9a79f', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'router_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'port_id': '81003b66-bcac-4f5f-8a91-15b98957f8aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0', 'mac_address': 'fa:16:3e:92:11:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e05694a-50eb-4d7a-81a5-9d030e818b86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:26:16Z', 'updated_at': '2021-06-29T23:26:28Z', 'revision_number': 1, 'project_id': '89f7a8481a72408b89119405a6770fde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8daac4e5-8ffc-49e5-8973-a89c79538713', 'name': '', 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'mac_address': 'fa:16:3e:3c:ed:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0cace3d9-d5b7-4676-96cc-bc7171040612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:43Z', 'updated_at': '2021-06-29T23:08:58Z', 'revision_number': 5, 'project_id': '89f7a8481a72408b89119405a6770fde', 'subnets': [{'id': '0cace3d9-d5b7-4676-96cc-bc7171040612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:26:29.602783 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f28c93-9a53-4ebf-888b-4e418e332b3d None None] The sync data for ids ['e35bc8f0-c8a2-451c-b269-ba9cd96100e9'] in dv-cinder-769602-4-iscsi is: [{'id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'name': 'tempest-AttachVolumeTestJSON-753116380-router', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'a4f6692f-d376-41f7-b509-b1d6598df151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:37Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': '89f7a8481a72408b89119405a6770fde', 'gw_port': {'id': 'a4f6692f-d376-41f7-b509-b1d6598df151', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_floatingips': [{'id': '784e268c-d925-427f-97af-bdcc3cd9a79f', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'router_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'port_id': '81003b66-bcac-4f5f-8a91-15b98957f8aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0', 'mac_address': 'fa:16:3e:92:11:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e05694a-50eb-4d7a-81a5-9d030e818b86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:26:16Z', 'updated_at': '2021-06-29T23:26:28Z', 'revision_number': 1, 'project_id': '89f7a8481a72408b89119405a6770fde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8daac4e5-8ffc-49e5-8973-a89c79538713', 'name': '', 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'mac_address': 'fa:16:3e:3c:ed:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0cace3d9-d5b7-4676-96cc-bc7171040612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:43Z', 'updated_at': '2021-06-29T23:08:58Z', 'revision_number': 5, 'project_id': '89f7a8481a72408b89119405a6770fde', 'subnets': [{'id': '0cace3d9-d5b7-4676-96cc-bc7171040612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:26:29.796873 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3765dfd-310f-4339-ae5e-fd41353f6a57 None None] New status for floating IP 784e268c-d925-427f-97af-bdcc3cd9a79f: ACTIVE {{(pid=93164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 23:26:33.380949 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:26:34.406169 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:47.167023 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-08c565fb-d123-4f45-be1a-b9f38620eac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:49.627320 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-c4950adb-c0b5-46a9-a1ae-3066017edacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:50.147469 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:50.837328 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:52.691748 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:04.420171 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:10.379440 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:27:17.168539 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-52306a9b-2e8e-40a5-bcbb-d0b7956e6a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:19.626942 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-42014d6c-58fd-4dfe-b51f-9dd72ed8cfa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:20.150137 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:20.605110 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-40bf71f6-532e-4aa8-a21f-a3637801c7bb req-c17ac40e-6ada-4dc6-9fb2-9f8c0d4409e5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7940cf29-143f-4f17-b857-4f11fd883845&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518024 Jun 29 23:27:20.684610 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf71f6-532e-4aa8-a21f-a3637801c7bb req-cfa3f610-3af6-4b12-852f-ac3822575546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:20.686371 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-40bf71f6-532e-4aa8-a21f-a3637801c7bb req-cfa3f610-3af6-4b12-852f-ac3822575546 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84fa8dae152648e093dc8e5a4d0ef36d&device_id=7940cf29-143f-4f17-b857-4f11fd883845 HTTP/1.1" status: 200 len: 1098 time: 0.0589118 Jun 29 23:27:20.795940 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf71f6-532e-4aa8-a21f-a3637801c7bb req-70ca3ecf-cafb-4425-b6d1-db19b3b5e7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:20.797423 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-40bf71f6-532e-4aa8-a21f-a3637801c7bb req-70ca3ecf-cafb-4425-b6d1-db19b3b5e7e1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 HTTP/1.1" status: 200 len: 916 time: 0.0869582 Jun 29 23:27:20.844780 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:20.853626 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-40bf71f6-532e-4aa8-a21f-a3637801c7bb req-b656b278-98ec-41da-8214-5e12e2a57cc5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfc1a208-56df-45d2-82a1-df09beb3af8f HTTP/1.1" status: 200 len: 217 time: 0.0460122 Jun 29 23:27:20.906905 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf71f6-532e-4aa8-a21f-a3637801c7bb req-3f4df5c6-3a0c-43d4-ab12-de0a66ace19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:20.908620 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-40bf71f6-532e-4aa8-a21f-a3637801c7bb req-3f4df5c6-3a0c-43d4-ab12-de0a66ace19b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d173892-21f3-4d8b-a65f-f341f79adde1 HTTP/1.1" status: 200 len: 855 time: 0.0488036 Jun 29 23:27:20.947439 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-40bf71f6-532e-4aa8-a21f-a3637801c7bb req-60706996-a971-4523-9bbc-1f8652b25cb3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320172 Jun 29 23:27:21.371655 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-40bf71f6-532e-4aa8-a21f-a3637801c7bb req-b41cd376-7c19-40f6-9e1b-34f45048a75e service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173889 Jun 29 23:27:21.469956 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-40bf71f6-532e-4aa8-a21f-a3637801c7bb req-e11a9f4f-9012-4299-a109-0102fec4d218 service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905964 Jun 29 23:27:22.695291 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:34.416185 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:47.168631 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9a42dbd2-ce17-4c52-9755-818d0699d097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:47.377732 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:27:49.626778 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-3e0af02d-7023-4726-98cc-29a6f976c4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:50.150900 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:50.844245 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:52.697998 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:04.418534 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:17.169253 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-270bb4f9-d354-42cd-88ad-160219bf6352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:19.627949 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-984eda41-02d0-428a-bf48-714eed2f60e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:20.153272 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:20.847623 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:22.700272 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:24.384315 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:28:34.420250 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:47.170352 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-8d448756-b24d-42ac-a866-1d5aa9a63137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:49.628199 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-3820f36f-15b1-4fdf-93cd-dc290f9ff164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:50.156823 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:50.849221 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:52.703189 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:01.379670 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:29:04.433803 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:17.171695 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-37fe1cc4-9f5b-4ef5-aca0-172d9bd19eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:19.629142 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-6229a348-7a27-4a0b-8813-28b91f0b0171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:20.159540 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:20.853767 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:21.598013 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-21d3845c-77c1-4f22-818c-c044e92b183f req-98fd80b5-fd02-4720-8033-dfb5b47a5399 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0930321 Jun 29 23:29:21.694134 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3845c-77c1-4f22-818c-c044e92b183f req-66ff1e8c-7a70-436a-84c7-359871645f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:21.695612 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-21d3845c-77c1-4f22-818c-c044e92b183f req-66ff1e8c-7a70-436a-84c7-359871645f3a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a21d7629b3b04afe9b528722dbde8df7&device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 1098 time: 0.0508544 Jun 29 23:29:21.798034 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3845c-77c1-4f22-818c-c044e92b183f req-0527b5a8-8b71-42a8-8e3a-75ba144e5bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:21.799481 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-21d3845c-77c1-4f22-818c-c044e92b183f req-0527b5a8-8b71-42a8-8e3a-75ba144e5bfc service neutron] 10.222.0.52 "GET /v2.0/networks?id=89702f14-ff61-4cde-bb1a-7226991037f5 HTTP/1.1" status: 200 len: 919 time: 0.0842690 Jun 29 23:29:21.841386 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-21d3845c-77c1-4f22-818c-c044e92b183f req-6e36f187-a4fb-4de2-ac04-c134ab40e3a7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aade234a-ab1f-4e8c-9ad8-f86e56f903ba HTTP/1.1" status: 200 len: 217 time: 0.0354638 Jun 29 23:29:21.888516 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3845c-77c1-4f22-818c-c044e92b183f req-7b333f77-ff1d-4d45-895f-1110c142b435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:21.890030 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-21d3845c-77c1-4f22-818c-c044e92b183f req-7b333f77-ff1d-4d45-895f-1110c142b435 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=849ea54a-79f1-48c3-8b24-76e2484d0112 HTTP/1.1" status: 200 len: 858 time: 0.0424674 Jun 29 23:29:21.921990 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-21d3845c-77c1-4f22-818c-c044e92b183f req-cc88f6b5-b55b-4024-819d-01706d785cf9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=89702f14-ff61-4cde-bb1a-7226991037f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249927 Jun 29 23:29:21.932010 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [req-21d3845c-77c1-4f22-818c-c044e92b183f req-b0999be6-d235-42ef-8758-8089d63e4a58 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 23:29:21.932976 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-21d3845c-77c1-4f22-818c-c044e92b183f req-b0999be6-d235-42ef-8758-8089d63e4a58 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048110 Jun 29 23:29:22.022038 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-21d3845c-77c1-4f22-818c-c044e92b183f req-588b4529-5b8a-46e1-b5ba-41c71fa73385 service neutron] 10.222.0.52 "GET /v2.0/networks/89702f14-ff61-4cde-bb1a-7226991037f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823872 Jun 29 23:29:22.112687 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-21d3845c-77c1-4f22-818c-c044e92b183f req-242b0d26-1a00-486d-b042-25c387070c87 service neutron] 10.222.0.52 "GET /v2.0/networks/89702f14-ff61-4cde-bb1a-7226991037f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841482 Jun 29 23:29:22.705727 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:34.448277 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:37.353121 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9ea28-c101-41a4-96bc-b8cb7ded3de9 req-457229d8-af00-4ac5-a77f-d22c131eb672 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:37.354623 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-89b9ea28-c101-41a4-96bc-b8cb7ded3de9 req-457229d8-af00-4ac5-a77f-d22c131eb672 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=7940cf29-143f-4f17-b857-4f11fd883845 HTTP/1.1" status: 200 len: 945 time: 0.1102183 Jun 29 23:29:37.394115 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-89b9ea28-c101-41a4-96bc-b8cb7ded3de9 req-40f25b7a-2125-4211-90ac-66598b4966ea tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327744 Jun 29 23:29:37.633360 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe377e6-3c68-42e2-958c-5a8a3f387e69 req-00652fcb-2558-4690-8307-3dd239d14e99 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:37.634805 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9fe377e6-3c68-42e2-958c-5a8a3f387e69 req-00652fcb-2558-4690-8307-3dd239d14e99 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.52 "GET /v2.0/ports?device_id=7940cf29-143f-4f17-b857-4f11fd883845 HTTP/1.1" status: 200 len: 945 time: 0.0601945 Jun 29 23:29:37.737099 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-9fe377e6-3c68-42e2-958c-5a8a3f387e69 req-0f005683-c1da-4a19-a09f-edf82a7ef64b tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Deleting port cfc1a208-56df-45d2-82a1-df09beb3af8f {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:29:37.737437 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-9fe377e6-3c68-42e2-958c-5a8a3f387e69 req-0f005683-c1da-4a19-a09f-edf82a7ef64b tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:37.823751 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-9fe377e6-3c68-42e2-958c-5a8a3f387e69 req-0f005683-c1da-4a19-a09f-edf82a7ef64b tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] For port cfc1a208-56df-45d2-82a1-df09beb3af8f, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=cfc1a208-56df-45d2-82a1-df09beb3af8f,segment=NetworkSegment(e3f7bb9a-64ba-45aa-844e-d64cc18d706f),segment_id=e3f7bb9a-64ba-45aa-844e-d64cc18d706f)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:29:37.824117 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-9fe377e6-3c68-42e2-958c-5a8a3f387e69 req-0f005683-c1da-4a19-a09f-edf82a7ef64b tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:37.836768 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-9fe377e6-3c68-42e2-958c-5a8a3f387e69 req-0f005683-c1da-4a19-a09f-edf82a7ef64b tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Calling delete_port for cfc1a208-56df-45d2-82a1-df09beb3af8f owned by compute:nova {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:29:37.961671 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-9fe377e6-3c68-42e2-958c-5a8a3f387e69 req-0f005683-c1da-4a19-a09f-edf82a7ef64b tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66139777'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:37.965422 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-e99b58fc-d730-4771-b9ce-592b0c7b2b27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:37.974768 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] get_ports_and_sgs() called for port_ids ['41a38227-52e9-4fac-afd8-0da3f016c707', '50aee1f9-2991-44ce-ab9c-9abc17563722', '8b151955-39db-4f04-91fe-66a14283b890', 'cfc1a208-56df-45d2-82a1-df09beb3af8f'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:29:37.991700 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f005683-c1da-4a19-a09f-edf82a7ef64b tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Pushing event deleted for resources: {'Port': ['ID=cfc1a208-56df-45d2-82a1-df09beb3af8f,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:38.027722 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f005683-c1da-4a19-a09f-edf82a7ef64b tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:38.028133 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f005683-c1da-4a19-a09f-edf82a7ef64b tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:38.028466 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f005683-c1da-4a19-a09f-edf82a7ef64b tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:38.028861 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f005683-c1da-4a19-a09f-edf82a7ef64b tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:38.029216 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f005683-c1da-4a19-a09f-edf82a7ef64b tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:38.029572 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f005683-c1da-4a19-a09f-edf82a7ef64b tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:38.029920 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f005683-c1da-4a19-a09f-edf82a7ef64b tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:38.030275 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f005683-c1da-4a19-a09f-edf82a7ef64b tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:38.030645 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f005683-c1da-4a19-a09f-edf82a7ef64b tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:38.031040 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f005683-c1da-4a19-a09f-edf82a7ef64b tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:38.031389 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f005683-c1da-4a19-a09f-edf82a7ef64b tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:38.031735 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f005683-c1da-4a19-a09f-edf82a7ef64b tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:38.037049 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-0f005683-c1da-4a19-a09f-edf82a7ef64b tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:38.056040 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe377e6-3c68-42e2-958c-5a8a3f387e69 req-0f005683-c1da-4a19-a09f-edf82a7ef64b tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] No DVR routers for this DVR port cfc1a208-56df-45d2-82a1-df09beb3af8f on host hv-cinder-76960 {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:29:38.058474 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-9fe377e6-3c68-42e2-958c-5a8a3f387e69 req-0f005683-c1da-4a19-a09f-edf82a7ef64b tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:38.060480 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9fe377e6-3c68-42e2-958c-5a8a3f387e69 req-0f005683-c1da-4a19-a09f-edf82a7ef64b tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.52 "DELETE /v2.0/ports/cfc1a208-56df-45d2-82a1-df09beb3af8f HTTP/1.1" status: 204 len: 173 time: 0.4203494 Jun 29 23:29:38.060997 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7940cf29-143f-4f17-b857-4f11fd883845', 'name': 'network-vif-deleted', 'tag': 'cfc1a208-56df-45d2-82a1-df09beb3af8f'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:29:38.063338 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4ff624e5b506a15852624dbd6f9127feb1aca7eb9818edaf72933b1fc2af06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6fd1a4-abfe-4a56-8a36-5c626856173d" -d '{"events": [{"server_uuid": "7940cf29-143f-4f17-b857-4f11fd883845", "name": "network-vif-deleted", "tag": "cfc1a208-56df-45d2-82a1-df09beb3af8f"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:29:38.201863 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef4a9dd-4b8c-4c8f-8abc-566d9b7311cb x-openstack-request-id: req-1ef4a9dd-4b8c-4c8f-8abc-566d9b7311cb {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:29:38.202197 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7940cf29-143f-4f17-b857-4f11fd883845", "name": "network-vif-deleted", "tag": "cfc1a208-56df-45d2-82a1-df09beb3af8f", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:29:38.203023 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1ef4a9dd-4b8c-4c8f-8abc-566d9b7311cb {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:29:38.203744 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7940cf29-143f-4f17-b857-4f11fd883845', 'name': 'network-vif-deleted', 'tag': 'cfc1a208-56df-45d2-82a1-df09beb3af8f', 'status': 'completed', 'code': 200} Jun 29 23:29:38.379475 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:29:38.546493 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-81f6b240-1ae5-44ee-b331-63c3b124995c req-9414ee62-80e0-42f6-b42a-5a067fb29d36 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=7940cf29-143f-4f17-b857-4f11fd883845 HTTP/1.1" status: 200 len: 210 time: 0.0288661 Jun 29 23:29:41.158980 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device cfc1a208-56df-45d2-82a1-df09beb3af8f no longer exists at agent hyperv_hv-cinder-76960 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:29:41.181492 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] No Port match for: cfc1a208-56df-45d2-82a1-df09beb3af8f {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:29:41.181849 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device cfc1a208-56df-45d2-82a1-df09beb3af8f not bound to the agent host hv-cinder-76960 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:29:47.172044 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-aa804dc3-4ca8-4962-838d-77c2dc06fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:49.631327 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-cd98d71d-ab06-4d0b-b714-4329aa53bb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:50.161016 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:50.855007 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:52.710993 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:55.246390 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a976a3-ed82-470a-9421-fb1651f44b49 req-f6d15021-27f1-470b-9142-41cbac4878a8 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:55.247837 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c3a976a3-ed82-470a-9421-fb1651f44b49 req-f6d15021-27f1-470b-9142-41cbac4878a8 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.1034071 Jun 29 23:29:55.287288 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c3a976a3-ed82-470a-9421-fb1651f44b49 req-a6c1fdff-0b99-4917-83bd-ab2c69166f51 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315657 Jun 29 23:29:55.548777 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6078cab-e59a-4c06-be2e-a80564d39abf req-1d0e22bf-fb37-4526-81bc-5bcbdffc229f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:55.550146 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c6078cab-e59a-4c06-be2e-a80564d39abf req-1d0e22bf-fb37-4526-81bc-5bcbdffc229f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.52 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.0631921 Jun 29 23:29:55.650567 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-c6078cab-e59a-4c06-be2e-a80564d39abf req-3e55880c-27a8-42b5-973c-731dd7b9af64 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Deleting port 2848265a-e217-4c47-ac1d-3375dd783df0 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:29:55.650898 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-c6078cab-e59a-4c06-be2e-a80564d39abf req-3e55880c-27a8-42b5-973c-731dd7b9af64 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:55.736494 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-c6078cab-e59a-4c06-be2e-a80564d39abf req-3e55880c-27a8-42b5-973c-731dd7b9af64 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] For port 2848265a-e217-4c47-ac1d-3375dd783df0, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=2848265a-e217-4c47-ac1d-3375dd783df0,segment=NetworkSegment(5d2d0cd6-76c9-4e19-adbc-069cbe49383d),segment_id=5d2d0cd6-76c9-4e19-adbc-069cbe49383d)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:29:55.736884 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-c6078cab-e59a-4c06-be2e-a80564d39abf req-3e55880c-27a8-42b5-973c-731dd7b9af64 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:55.748705 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-c6078cab-e59a-4c06-be2e-a80564d39abf req-3e55880c-27a8-42b5-973c-731dd7b9af64 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Calling delete_port for 2848265a-e217-4c47-ac1d-3375dd783df0 owned by compute:nova {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:29:55.873910 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-c6078cab-e59a-4c06-be2e-a80564d39abf req-3e55880c-27a8-42b5-973c-731dd7b9af64 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66139777'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:55.878377 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-fa83779e-d2ba-4d28-9422-bebeb3ba2a4f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:55.886632 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] get_ports_and_sgs() called for port_ids ['aade234a-ab1f-4e8c-9ad8-f86e56f903ba', '2848265a-e217-4c47-ac1d-3375dd783df0'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:29:55.903710 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55880c-27a8-42b5-973c-731dd7b9af64 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Pushing event deleted for resources: {'Port': ['ID=2848265a-e217-4c47-ac1d-3375dd783df0,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:55.906993 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-3e55880c-27a8-42b5-973c-731dd7b9af64 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:55.951006 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6078cab-e59a-4c06-be2e-a80564d39abf req-3e55880c-27a8-42b5-973c-731dd7b9af64 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] No DVR routers for this DVR port 2848265a-e217-4c47-ac1d-3375dd783df0 on host hv-cinder-76960 {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:29:55.955319 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-c6078cab-e59a-4c06-be2e-a80564d39abf req-3e55880c-27a8-42b5-973c-731dd7b9af64 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:55.957329 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c6078cab-e59a-4c06-be2e-a80564d39abf req-3e55880c-27a8-42b5-973c-731dd7b9af64 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.52 "DELETE /v2.0/ports/2848265a-e217-4c47-ac1d-3375dd783df0 HTTP/1.1" status: 204 len: 173 time: 0.4007838 Jun 29 23:29:55.957834 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37098e3a-8b1f-4a65-9150-3072a49e5eb5', 'name': 'network-vif-deleted', 'tag': '2848265a-e217-4c47-ac1d-3375dd783df0'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:29:55.960112 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4ff624e5b506a15852624dbd6f9127feb1aca7eb9818edaf72933b1fc2af06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c72b5a6-bb2b-4183-8f19-7dbd1be0314e" -d '{"events": [{"server_uuid": "37098e3a-8b1f-4a65-9150-3072a49e5eb5", "name": "network-vif-deleted", "tag": "2848265a-e217-4c47-ac1d-3375dd783df0"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:29:56.001362 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b1c016-eaaf-4e83-be4f-bff98c56851c x-openstack-request-id: req-f6b1c016-eaaf-4e83-be4f-bff98c56851c {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:29:56.001773 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37098e3a-8b1f-4a65-9150-3072a49e5eb5", "name": "network-vif-deleted", "tag": "2848265a-e217-4c47-ac1d-3375dd783df0", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:29:56.002060 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f6b1c016-eaaf-4e83-be4f-bff98c56851c {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:29:56.002487 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37098e3a-8b1f-4a65-9150-3072a49e5eb5', 'name': 'network-vif-deleted', 'tag': '2848265a-e217-4c47-ac1d-3375dd783df0', 'status': 'completed', 'code': 200} Jun 29 23:29:56.438744 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-503b5d87-427e-4b7e-981f-a3d98857e1c3 req-19de2673-ed08-4afe-8c79-ca698be4f46c tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=37098e3a-8b1f-4a65-9150-3072a49e5eb5 HTTP/1.1" status: 200 len: 210 time: 0.0298414 Jun 29 23:29:57.906783 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d20185-e813-4b0a-8c11-a1f521dbc703 req-da9c8c10-4e90-4782-bc00-bb0eff6c91c9 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:57.908461 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-41d20185-e813-4b0a-8c11-a1f521dbc703 req-da9c8c10-4e90-4782-bc00-bb0eff6c91c9 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0622981 Jun 29 23:29:57.945197 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-41d20185-e813-4b0a-8c11-a1f521dbc703 req-469ce381-8555-4ccf-88bf-eee8e3dadbe9 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/security-groups?id=68522740-6ac8-4962-9c7d-83dcc7f2f5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311687 Jun 29 23:29:58.387511 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e30794-199d-47de-b169-814b6cba7cd7 req-88834934-881b-445e-bfca-045fc558b42f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:58.388986 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-97e30794-199d-47de-b169-814b6cba7cd7 req-88834934-881b-445e-bfca-045fc558b42f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.52 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 945 time: 0.0629957 Jun 29 23:29:58.489446 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-97e30794-199d-47de-b169-814b6cba7cd7 req-4d8b66f4-ea96-4218-8b78-cc0181d61d27 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Deleting port aade234a-ab1f-4e8c-9ad8-f86e56f903ba {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:29:58.489778 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-97e30794-199d-47de-b169-814b6cba7cd7 req-4d8b66f4-ea96-4218-8b78-cc0181d61d27 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:58.579037 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-97e30794-199d-47de-b169-814b6cba7cd7 req-4d8b66f4-ea96-4218-8b78-cc0181d61d27 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] For port aade234a-ab1f-4e8c-9ad8-f86e56f903ba, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=aade234a-ab1f-4e8c-9ad8-f86e56f903ba,segment=NetworkSegment(5d2d0cd6-76c9-4e19-adbc-069cbe49383d),segment_id=5d2d0cd6-76c9-4e19-adbc-069cbe49383d)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:29:58.579391 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-97e30794-199d-47de-b169-814b6cba7cd7 req-4d8b66f4-ea96-4218-8b78-cc0181d61d27 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:58.590747 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-97e30794-199d-47de-b169-814b6cba7cd7 req-4d8b66f4-ea96-4218-8b78-cc0181d61d27 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Calling delete_port for aade234a-ab1f-4e8c-9ad8-f86e56f903ba owned by compute:nova {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:29:58.716395 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-97e30794-199d-47de-b169-814b6cba7cd7 req-4d8b66f4-ea96-4218-8b78-cc0181d61d27 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66139777'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:58.720597 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-56c77635-489e-47ed-b6c7-d8d33573e98c tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:58.727499 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] get_ports_and_sgs() called for port_ids ['aade234a-ab1f-4e8c-9ad8-f86e56f903ba'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:29:58.749222 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b66f4-ea96-4218-8b78-cc0181d61d27 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Pushing event deleted for resources: {'Port': ['ID=aade234a-ab1f-4e8c-9ad8-f86e56f903ba,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:58.752796 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-4d8b66f4-ea96-4218-8b78-cc0181d61d27 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:58.794077 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e30794-199d-47de-b169-814b6cba7cd7 req-4d8b66f4-ea96-4218-8b78-cc0181d61d27 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] No DVR routers for this DVR port aade234a-ab1f-4e8c-9ad8-f86e56f903ba on host hv-cinder-76960 {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:29:58.796461 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-97e30794-199d-47de-b169-814b6cba7cd7 req-4d8b66f4-ea96-4218-8b78-cc0181d61d27 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:58.798428 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-97e30794-199d-47de-b169-814b6cba7cd7 req-4d8b66f4-ea96-4218-8b78-cc0181d61d27 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.52 "DELETE /v2.0/ports/aade234a-ab1f-4e8c-9ad8-f86e56f903ba HTTP/1.1" status: 204 len: 173 time: 0.4039862 Jun 29 23:29:58.798926 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393ea916-c13e-4618-850c-cb30645433e8', 'name': 'network-vif-deleted', 'tag': 'aade234a-ab1f-4e8c-9ad8-f86e56f903ba'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:29:58.801219 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4ff624e5b506a15852624dbd6f9127feb1aca7eb9818edaf72933b1fc2af06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db66d847-33b9-49b7-beff-dd9d8e70397a" -d '{"events": [{"server_uuid": "393ea916-c13e-4618-850c-cb30645433e8", "name": "network-vif-deleted", "tag": "aade234a-ab1f-4e8c-9ad8-f86e56f903ba"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:29:58.838816 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a916d6-83b2-4e49-b7ef-ba364402c06b x-openstack-request-id: req-b5a916d6-83b2-4e49-b7ef-ba364402c06b {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:29:58.839278 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393ea916-c13e-4618-850c-cb30645433e8", "name": "network-vif-deleted", "tag": "aade234a-ab1f-4e8c-9ad8-f86e56f903ba", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:29:58.839577 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b5a916d6-83b2-4e49-b7ef-ba364402c06b {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:29:58.840045 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393ea916-c13e-4618-850c-cb30645433e8', 'name': 'network-vif-deleted', 'tag': 'aade234a-ab1f-4e8c-9ad8-f86e56f903ba', 'status': 'completed', 'code': 200} Jun 29 23:29:59.082358 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c3b257fe-5d07-4af0-be12-4abe46bde4e3 req-9f044f48-30b8-40c6-931c-194304887e24 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0284538 Jun 29 23:29:59.159813 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 2848265a-e217-4c47-ac1d-3375dd783df0 no longer exists at agent hyperv_hv-cinder-76960 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:29:59.182582 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] No Port match for: 2848265a-e217-4c47-ac1d-3375dd783df0 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:29:59.182942 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 2848265a-e217-4c47-ac1d-3375dd783df0 not bound to the agent host hv-cinder-76960 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:30:00.225255 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c20f68ae-0529-4940-8ee8-1083e9d36470 req-b8ba4e05-1604-4a93-a466-5308161dbf93 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0321729 Jun 29 23:30:01.170899 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device aade234a-ab1f-4e8c-9ad8-f86e56f903ba no longer exists at agent hyperv_hv-cinder-76960 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:30:01.191319 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] No Port match for: aade234a-ab1f-4e8c-9ad8-f86e56f903ba {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:30:01.191663 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device aade234a-ab1f-4e8c-9ad8-f86e56f903ba not bound to the agent host hv-cinder-76960 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:30:01.370279 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4468b460-4992-4ca2-8b7f-4f347e4ec4ae req-f8ea4c8e-b7a8-4884-ac33-714a135b92b6 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0303555 Jun 29 23:30:02.746833 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4f59c4ac-534d-4c75-9881-a473144c26f9 req-684ef77b-689a-41cc-8793-5b1ec41f6b98 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.2542241 Jun 29 23:30:03.892480 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5a5ca402-d91f-4aaa-84eb-cd24832b91c3 req-f289e64f-532e-427f-9334-44372531b806 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0333264 Jun 29 23:30:04.464651 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:05.027489 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8035c0df-2488-4888-9eec-7643fa9da162 req-2f210179-7d92-4a25-bcc2-43ace64a7e2e tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0266898 Jun 29 23:30:06.164808 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b71692a1-9620-40d8-a9f0-ca49df25c6b7 req-d606282b-0df4-46dc-82f7-f66a3f8c4336 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0282311 Jun 29 23:30:07.304259 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-67b8654b-2be9-45e6-b7b7-fef9a62dded6 req-8cd01289-1c9d-411e-8eed-d0a31c0be33b tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0279970 Jun 29 23:30:08.444590 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-db975d50-46de-4322-ba54-56c4c53acaf9 req-1562f8a2-cb28-48ab-90b9-7142685b7bad tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0278909 Jun 29 23:30:09.582516 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7a4de402-cb7c-442a-91a3-ac65dbd45dfc req-31f9a737-660d-4475-980d-856cde1096ac tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0278509 Jun 29 23:30:10.723578 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-06dd71f2-98be-4a86-bd24-97c3fa4773cf req-0e5d757f-b6b2-42c1-b1a1-33cfd4163000 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0292828 Jun 29 23:30:11.868708 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-44b1d675-483e-4784-8980-e7719196e41a req-2c200c3d-88fa-4e29-aa2f-2b2376040c95 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0313699 Jun 29 23:30:13.013644 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4b2b3c78-4761-481e-9323-ca443c389357 req-d4bf3ef6-e8df-41ec-b17c-8b4e33f152fc tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0328839 Jun 29 23:30:14.148826 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-929f6518-d0d3-405b-ae8d-53a97f3eb24f req-bfdfd586-2b7a-4105-b907-3678839d422a tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0277627 Jun 29 23:30:15.290831 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c505be9d-47b5-4cfe-91a0-efe1eafdcc50 req-4e51d39c-fc8c-4a63-b40f-84e7060eae33 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0296147 Jun 29 23:30:15.378941 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:30:16.427603 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1272efef-97b4-4cf3-b141-b90f6da3a9ec req-11bf3f8a-90a8-46da-a4d7-79cf6ee70096 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0282581 Jun 29 23:30:17.174027 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-50742895-4c21-403b-a38e-39e271833697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:17.570246 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-da0c0a6f-2535-4730-9c40-cbe926108400 req-98441b8e-3689-414d-b553-9fc733dea316 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0333667 Jun 29 23:30:18.707057 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a3c9963a-c93f-4c95-ac18-3d98833e70cf req-c34d9a15-2684-40ed-abbe-70b0dc71fefc tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0274518 Jun 29 23:30:19.631000 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-46a67845-9736-4b9d-97b8-ab2639bb3880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:19.852758 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-45897447-e865-41ad-bb9d-9e70bdbaa87a req-9f62531f-d673-465c-987f-05769bb9ada9 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0288882 Jun 29 23:30:20.162294 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:20.856227 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:20.995783 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-30fc31a4-3304-498e-98b1-9d05b8865e33 req-b6751fed-adbb-40cc-a154-722d2a85e920 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0313671 Jun 29 23:30:21.641050 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8199db94-ed16-4978-bd5a-fa0e77192551 req-fbbb4b6b-4ea4-4372-a647-cb899932d814 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=824e01ab-2aa2-49bd-a91f-9d029d89faa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668697 Jun 29 23:30:21.721209 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199db94-ed16-4978-bd5a-fa0e77192551 req-21d19f3a-51d5-4b65-934e-e8e5e76f225f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:21.722779 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8199db94-ed16-4978-bd5a-fa0e77192551 req-21d19f3a-51d5-4b65-934e-e8e5e76f225f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84fa8dae152648e093dc8e5a4d0ef36d&device_id=824e01ab-2aa2-49bd-a91f-9d029d89faa2 HTTP/1.1" status: 200 len: 1099 time: 0.0599666 Jun 29 23:30:21.844068 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199db94-ed16-4978-bd5a-fa0e77192551 req-508181df-becf-4eba-9d23-b0e0af57ae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:21.845883 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8199db94-ed16-4978-bd5a-fa0e77192551 req-508181df-becf-4eba-9d23-b0e0af57ae8f service neutron] 10.222.0.52 "GET /v2.0/networks?id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 HTTP/1.1" status: 200 len: 916 time: 0.1016924 Jun 29 23:30:21.894705 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8199db94-ed16-4978-bd5a-fa0e77192551 req-1e3787d4-5be2-4987-9a69-3f65e41b4a25 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41a38227-52e9-4fac-afd8-0da3f016c707 HTTP/1.1" status: 200 len: 217 time: 0.0416555 Jun 29 23:30:21.945998 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199db94-ed16-4978-bd5a-fa0e77192551 req-f5f64895-15b1-4ff5-8314-fd247dc3db3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:21.947663 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8199db94-ed16-4978-bd5a-fa0e77192551 req-f5f64895-15b1-4ff5-8314-fd247dc3db3a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d173892-21f3-4d8b-a65f-f341f79adde1 HTTP/1.1" status: 200 len: 855 time: 0.0471618 Jun 29 23:30:21.981613 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8199db94-ed16-4978-bd5a-fa0e77192551 req-43e1eb59-7392-47d4-897a-750099ce634f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279336 Jun 29 23:30:22.092763 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8199db94-ed16-4978-bd5a-fa0e77192551 req-6a30e4ac-dbc7-4f04-b8c3-1311fcd99711 service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044197 Jun 29 23:30:22.194528 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9f4c2496-3755-4ab6-8319-7352e82eae4a req-5cf7822a-361d-4d1b-955a-85ae7a2fbb4a tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0748510 Jun 29 23:30:22.245027 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8199db94-ed16-4978-bd5a-fa0e77192551 req-d8ba43aa-8934-4549-ab11-e5a3195ef25d service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446545 Jun 29 23:30:22.713137 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:23.335592 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fe4233a2-e361-4968-bb5b-2846a239278e req-7cd3bb7e-e4eb-4228-a514-50729813a7d2 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0284033 Jun 29 23:30:24.475990 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0bc6a560-bcc9-4563-946a-ca97613b383b req-b7c4e266-0573-42ba-b5c9-b75afc2086e4 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0293992 Jun 29 23:30:25.612651 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3aa1ee67-5fa6-4e7b-aefc-ef27f484180f req-522a7897-5ac8-403e-946f-08206c15252b tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0285769 Jun 29 23:30:26.749433 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-bb7f4f62-55ad-4a56-bd1d-e49ef92d52e4 req-ea284041-1b20-4af8-a63d-e2a48555306f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0283895 Jun 29 23:30:27.886393 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a3f2845d-de7d-40bf-a7a2-68c9946a2057 req-95a7d5d9-898d-4e59-8d34-b9491f00c461 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0289974 Jun 29 23:30:29.031456 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-13e21183-f9b7-4f61-836f-7d21d199df3c req-5bbaf69a-c311-4e05-8b1b-72253a493254 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0285439 Jun 29 23:30:30.182694 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5821740d-e6c3-4433-89e8-f18e3bf4ac1b req-9a97f1cc-9075-466a-95ff-4bb8e9ce584d tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0366864 Jun 29 23:30:31.330511 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-87de4c7c-3a1b-4577-94f5-761bb73d88c4 req-a6098f98-c864-4064-9ffc-c62f7dbbbead tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0329978 Jun 29 23:30:32.474562 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c226b8e9-f4d7-42c5-81a9-274b79ec3d56 req-6e62330a-b4da-4691-bb4e-33fa5f721837 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0290847 Jun 29 23:30:33.627730 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1212effe-4c55-40e1-9ec3-3323db19446d req-6ad0087e-bf1c-48cb-a203-9bcd34c238a7 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0318663 Jun 29 23:30:34.463838 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:34.769823 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-18136ffc-91f4-4511-85f6-291689a8b502 req-92edd5de-76b9-4619-839e-3b7958727c8f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0299332 Jun 29 23:30:35.904664 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d7e7635b-96f4-491f-baf6-a083fca5428f req-cc7897cf-17f8-4a69-b4d3-783c364b909a tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0272131 Jun 29 23:30:37.041162 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bb6c8e44-7d5a-44fa-bbc3-1b6e64ff73d7 req-059ad2f1-6a7a-4efd-86f4-d8631746ab58 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0283346 Jun 29 23:30:38.181857 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f8cc4fd4-c63f-4cd8-bf53-1309893572d8 req-3e978d46-7fc8-4a24-b1c5-fd13b39f32f2 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0279944 Jun 29 23:30:39.323883 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-13dd9bb9-3d6a-4afe-8154-939a090d5869 req-442ee7e9-9352-4968-80dc-a01900d8d0aa tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0303915 Jun 29 23:30:40.466127 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-61e845df-ac42-4d5b-bd4e-46d6a75e657b req-572c2907-b65e-4a25-b56e-c1268a95b466 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0309191 Jun 29 23:30:41.601667 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d30dfece-dc3d-49e9-9d9b-8e773520306f req-039fc202-7b19-487a-addd-5ba4ed308fe1 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0277092 Jun 29 23:30:42.739471 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-10ef146e-6e1c-424d-b8d5-b632af3bc1af req-3fa55399-8c62-444e-a861-e8a7fb1ed825 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0286903 Jun 29 23:30:43.875688 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8e73c77c-73fa-425e-aeb0-a5211247918b req-dd5da39b-6819-45b7-b3a9-e60af1ae1236 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0280924 Jun 29 23:30:45.013950 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2ba6456e-d951-472b-859d-f99dc7709996 req-35703e8d-67aa-422c-b1b9-f5681a28af2f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0287921 Jun 29 23:30:46.149927 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-16838f0e-b64a-4104-9c21-10edab871492 req-b413404f-a42c-4656-8247-7864462b3b06 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0279875 Jun 29 23:30:47.173891 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ee8a7a13-d583-4d2e-b136-542f458cb7b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:47.292069 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-950d1acb-478a-4b85-b6c2-f2c1663b334e req-291aaf80-4fe0-433e-93e8-730cec28e5ed tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0280254 Jun 29 23:30:48.438669 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b4801cea-6dfd-40a5-bfec-b754be365c6a req-d16feee2-a5b2-4c7f-929b-aa29e26844fe tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0323517 Jun 29 23:30:49.580968 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1e7bbe69-3960-47e2-ad97-caea5c407277 req-014dbe46-8131-4081-a400-f0018d8101ce tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0318835 Jun 29 23:30:49.636144 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ae010bd3-40ae-4032-ab80-e9eb69f4ab6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:50.166022 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:50.720543 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-daacf2de-2377-4701-89b6-69041747d0e7 req-04b72973-38ac-4e1d-bfa6-5a0071542525 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0292029 Jun 29 23:30:50.860028 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:51.857504 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b25d0a1f-69e9-460c-a434-1f4019defd3c req-32d2f25f-685f-4485-82ca-781a40065e67 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0271881 Jun 29 23:30:52.377101 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:30:52.716240 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:52.992895 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c83cb8cc-58e7-4552-aa38-82a6e67ee30d req-aecc9d13-3c5e-40be-9b45-d68c111b1583 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0280156 Jun 29 23:30:54.130136 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e927207b-8119-4733-9f36-0666c17ac2d9 req-e23bd6e7-7197-4a52-993e-23073436f99e tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0281837 Jun 29 23:30:55.265555 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4b601263-37fe-4909-8547-4c56b4b5dec7 req-ffbfc62d-7056-4525-9996-7ed76e6c7d01 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0277088 Jun 29 23:30:56.404386 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b46109c7-9c44-4e42-8bba-c3bada63a17c req-f3210185-34ee-4bb6-8f89-f7dcfe911663 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0282855 Jun 29 23:30:57.545891 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f23d76e5-19c1-4e7b-a3ec-e6328ed30bcf req-cb7a5fa5-88b6-43c9-9fbc-d2c2be9bbbea tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0317364 Jun 29 23:30:58.688762 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4df77698-0ebe-42d0-b078-f03d5fa6c6b9 req-e30d03ab-396f-48ac-9d1a-b5343ce130cc tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0321620 Jun 29 23:30:59.837629 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-294c7eec-1f40-4f33-bedd-a2ef8317aaf8 req-5a998a4a-67c0-46f4-b17f-a4af3a40c36b tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0280864 Jun 29 23:31:00.975238 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4a9a06cc-864b-42b7-92c2-08796c2ac7f5 req-171661e8-a39d-41d9-aa16-ca7121b9a0c3 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0290225 Jun 29 23:31:02.114552 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-69753096-f8a3-4043-8b5d-91a57d5cd342 req-685e49a3-e49d-466b-88cb-f339749fda8e tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0279169 Jun 29 23:31:03.254619 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-611c8fde-bea4-47e3-a41c-6c6f1582292b req-baee3402-dfa4-463f-a0e6-109518ebaa2d tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0284467 Jun 29 23:31:04.397844 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9e336ba6-513e-4abe-acc6-e369ddda4d6c req-c4ad941f-6de1-47e1-84d8-e5348a4fe7aa tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0295455 Jun 29 23:31:04.479014 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:05.536961 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-bddc427a-7fdd-443c-95cd-8560553043c0 req-e27a2549-ffb7-426d-b94d-b4af13180e9b tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0280309 Jun 29 23:31:06.680390 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-66ff0553-81b2-4917-bc48-b6225d6235f7 req-c210e09a-d9e9-4364-a230-facf7ebdd3ee tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0306363 Jun 29 23:31:07.820662 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-bed95850-6052-4a4a-8992-d89f8865ae26 req-6d950e3f-30c5-4e4f-a469-e4cde2a06465 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0310497 Jun 29 23:31:09.108234 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e64985af-121b-4f12-a075-7a831b4e7501 req-a2e71317-a252-488e-a2ff-56cea3f068a7 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0286036 Jun 29 23:31:10.244683 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fb672633-f21e-4286-92ee-344ee74ab727 req-0f7309ba-0c6f-4048-814f-85c0ac01bb92 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0283196 Jun 29 23:31:11.379582 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8c5aee2c-3621-4111-bdec-ff20ec72cdab req-a1662ccb-f6ea-4586-98d5-948d807f45c7 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0281794 Jun 29 23:31:12.516680 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5ee37d67-734c-49d1-85ef-bbbd1d0a32c4 req-5fed927f-785e-485c-b722-848e33f12d91 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0272512 Jun 29 23:31:13.656947 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fb91ba14-c2a6-4e6e-aa6d-5f3c990669e3 req-f0e312e2-6f1b-4746-b17f-dc6015e509e8 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0274234 Jun 29 23:31:14.798163 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-83d455a2-e77c-4715-bb35-626a56c62d4a req-27301cd1-9f07-4a59-a378-f7eeac4c6c71 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0275385 Jun 29 23:31:15.940854 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-20eb62ec-65c5-4c39-a50e-7b88ded80d94 req-ff32db87-7dc0-47b6-ab57-e7f14aa3a647 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0306320 Jun 29 23:31:17.080479 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d3cfb2fa-bdb7-4558-b425-ef38d2c25a92 req-00afa948-aa4a-4354-80ea-e38e7dca2a9b tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0301385 Jun 29 23:31:17.176146 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-b6c966eb-5280-4517-9fd9-27e9b405475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:18.213970 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-762870fc-c185-4b43-a4bc-b699e4d177bd req-764260e4-655c-4eca-9605-5250901412d6 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0278432 Jun 29 23:31:19.355246 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8c4ecadf-6928-463b-b55d-51565b720695 req-5967f84b-03a2-4b3e-bbd1-dcf734221d7c tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0319049 Jun 29 23:31:19.638060 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-592d7b74-c206-4a7f-aef0-f1e923997307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:20.166959 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:20.493683 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bbdfc0ed-ac5c-4115-aa51-3ae071ebe5fd req-805b2bf5-826e-459b-96a1-deb5949417e9 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0288522 Jun 29 23:31:20.864075 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:21.629439 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-59d60c43-d6b8-4b30-b89c-1dda0dee4af0 req-4c66c7f7-02fb-4996-bca2-1b298a936129 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0291860 Jun 29 23:31:22.719682 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:22.768996 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5697b443-828f-4fe8-bbec-281072efdcb3 req-38a27f27-5a5b-4054-b64e-a77160d05334 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0280192 Jun 29 23:31:23.574812 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-325ff425-198e-40fd-b724-5282a633eb78 req-f2641718-0d6b-4839-949a-26bce133fcc8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=65fb0452-abfc-49fa-8093-c663cea0dee6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493426 Jun 29 23:31:23.652097 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ff425-198e-40fd-b724-5282a633eb78 req-bdc760f8-7144-4384-9a04-b22760c8f996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:23.654301 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-325ff425-198e-40fd-b724-5282a633eb78 req-bdc760f8-7144-4384-9a04-b22760c8f996 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84fa8dae152648e093dc8e5a4d0ef36d&device_id=65fb0452-abfc-49fa-8093-c663cea0dee6 HTTP/1.1" status: 200 len: 1098 time: 0.0578289 Jun 29 23:31:23.766711 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ff425-198e-40fd-b724-5282a633eb78 req-336e1e8c-7683-4ac3-9803-6bee689a34e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:23.769066 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-325ff425-198e-40fd-b724-5282a633eb78 req-336e1e8c-7683-4ac3-9803-6bee689a34e1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 HTTP/1.1" status: 200 len: 916 time: 0.0938497 Jun 29 23:31:23.821067 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-325ff425-198e-40fd-b724-5282a633eb78 req-a37f24b5-3df3-4dc2-a966-f1adee0b5b55 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50aee1f9-2991-44ce-ab9c-9abc17563722 HTTP/1.1" status: 200 len: 217 time: 0.0443518 Jun 29 23:31:23.875161 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ff425-198e-40fd-b724-5282a633eb78 req-77767d51-d8eb-48b6-8864-1b8f3817e740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:23.877895 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-325ff425-198e-40fd-b724-5282a633eb78 req-77767d51-d8eb-48b6-8864-1b8f3817e740 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d173892-21f3-4d8b-a65f-f341f79adde1 HTTP/1.1" status: 200 len: 855 time: 0.0505791 Jun 29 23:31:23.920998 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-325ff425-198e-40fd-b724-5282a633eb78 req-72ecc6d7-60de-4baf-8fc5-20a4b390a491 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364342 Jun 29 23:31:23.946827 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e5e36d56-c3ab-49db-8acc-c027083c571a req-2a126fae-82aa-4d64-bf21-a8c2b9d358fc tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0547459 Jun 29 23:31:24.027979 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-325ff425-198e-40fd-b724-5282a633eb78 req-fa4b6941-72a4-4db5-91c8-f46436483b95 service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899863 Jun 29 23:31:24.122224 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-325ff425-198e-40fd-b724-5282a633eb78 req-253755df-e979-42cd-9bbc-33790926b164 service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871634 Jun 29 23:31:25.093812 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-882007e6-999f-4a01-b38e-e627d0656333 req-9cf143b9-bb0e-4e41-8dd1-68d73a0ac57f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0308309 Jun 29 23:31:26.230169 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-766d122e-ebca-4df0-8ee1-31d207d5b5a2 req-1050943f-412a-46c6-97e0-83b725b48287 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0278454 Jun 29 23:31:27.366041 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-988729f1-0673-4611-8d26-8eb16b03b984 req-2be6fe01-a846-4304-bfda-3c9ad0080b12 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0292945 Jun 29 23:31:28.521968 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8cbf1dc2-da99-467d-9d94-dc2298c87914 req-25517404-665e-4a0a-bf24-35bc41dd8813 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0386360 Jun 29 23:31:29.375085 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:31:29.654195 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-52e0acd9-1875-492b-9019-3a92af903bb0 req-c43633e5-9caf-440a-abb4-51fcce73fb22 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0269744 Jun 29 23:31:30.875388 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-067efca2-6ae0-4295-9134-0db9566137d5 req-fb23f053-05b0-4a69-85d7-1d32a3b19197 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0275578 Jun 29 23:31:32.010313 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8cdee411-16f6-4cc5-9e99-dfca48fa4c59 req-ffa6548a-584d-4e83-9314-a8f3a2f6a5eb tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0277839 Jun 29 23:31:33.151791 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f75f7090-f8be-48d6-8613-bb9493787aa1 req-ea39de44-ea44-4700-a75a-39b749057508 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0311315 Jun 29 23:31:34.292785 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-385afc50-88d2-47fc-ab06-90e24ee85df1 req-084d5b21-3989-4451-a45d-09d5e79b0a17 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0313451 Jun 29 23:31:34.479559 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:35.430835 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6dca0a17-ff53-4551-a0ca-881255c42efe req-0d325d5b-72c1-464a-9827-c9ea9522a982 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0277874 Jun 29 23:31:36.568051 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3e2ac94a-dc05-4c33-afb7-b001f19c2a9c req-141fe81f-98fe-423e-9e7e-e06af2e93d9a tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0286124 Jun 29 23:31:37.702121 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5d441cfb-fdf6-4f76-802e-d8b35e70c956 req-3ff689bd-c5e0-47b0-82f5-17c1ac0cf478 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0274279 Jun 29 23:31:38.839502 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2f9fef07-7afa-4292-931c-861c3a88c8d9 req-fe6b0b99-d551-4e55-b44b-0881806d272f tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0287228 Jun 29 23:31:39.982442 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a2c61aa1-6c4e-4312-80ca-816d562c9dee req-6efedad1-67ee-490e-9d7c-82fd60891c32 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0271378 Jun 29 23:31:41.124387 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-96491085-8553-4315-abe0-719631e65a99 req-465bcb91-fff7-407b-bcae-4af3b44c8b09 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0295243 Jun 29 23:31:42.262807 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-13284a5a-1ed3-43d0-81b0-57075580153c req-076caa98-e755-436b-ad3e-b68aa12f76a8 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0302162 Jun 29 23:31:43.418372 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3735d014-0377-4f21-bcd7-3d53bb5a0fe5 req-4167bf0b-202c-4eba-a14d-3bf17854b052 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0309658 Jun 29 23:31:44.560303 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-76289ae2-a84d-4935-b212-fbd143193405 req-52780990-9731-47a2-8b35-3cb606a86841 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0274014 Jun 29 23:31:45.700679 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b9ecfd82-1ac8-4c2c-bbc8-aa245531f423 req-d0bc70f9-727a-4c92-ab09-759b62d9c2d0 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0281923 Jun 29 23:31:46.847895 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3f3b80e8-a1ac-4bb8-8fa7-89bafcc10c57 req-4795598e-beb7-4d1a-b654-f9f60e85ccda tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0377421 Jun 29 23:31:47.177491 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-3365402b-8f0f-4cf4-9601-71e07e252639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:47.986232 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e7880792-013a-4288-934e-bae71f3b86f0 req-526b54ce-86c1-4a0a-95de-7cc54bb3e21e tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0268500 Jun 29 23:31:49.138346 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7b79be39-bcc2-4ff1-bcb3-7c19299ebe99 req-4fb26ce0-2711-4021-9c95-3f1f6d460d91 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0284224 Jun 29 23:31:49.638577 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-8e3ff48b-1b9b-455f-a82e-3c5b12a948ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:50.169280 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:50.281231 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9615ca99-7c2a-40c5-9dcb-e1f98411ac12 req-1c2e6d83-1739-4751-a997-96a170357c2e tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0274239 Jun 29 23:31:50.868067 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:51.422081 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-23f8832e-538e-4cbe-903a-ba5165ed5a32 req-cb610c47-e961-4a88-ae39-5fe658b070fa tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0318794 Jun 29 23:31:52.562068 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b2fd2991-bf04-4f70-9fd7-7b8d18fa2b87 req-db86aff4-851a-4e6d-86cc-aface0eabe48 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0308030 Jun 29 23:31:52.720321 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:53.697215 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-898c5510-f64d-4970-9013-095452812d4b req-2a0f1f93-bab2-4489-b90e-e726b3f7784a tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0278177 Jun 29 23:31:54.836201 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-48a8f32c-3606-4636-b6e3-a205769ff3fb req-076b37e0-b45f-43e3-8449-760032922c3e tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0275621 Jun 29 23:31:55.969613 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2c400010-d1a5-4023-b3f6-5dd30267b98f req-12a8adc6-412e-4498-ad04-ff6922c8ccb2 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0275126 Jun 29 23:31:57.105545 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f5a8f944-25dc-4fe3-95e2-0cf8cf7b70aa req-08790f53-e498-4912-a6d3-2722cf3a8361 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0279193 Jun 29 23:31:58.247288 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-632f6871-56f0-46d6-af2d-2eac243db386 req-b5117ea3-6975-43e0-9538-5857d081b5c4 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0283160 Jun 29 23:31:59.404051 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f3b01207-82ca-41e3-9ae8-ce81f47706f2 req-96308440-b89c-447b-aedb-968eebb06e26 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] 10.222.0.30 "GET /v2.0/ports?device_id=393ea916-c13e-4618-850c-cb30645433e8 HTTP/1.1" status: 200 len: 210 time: 0.0287066 Jun 29 23:32:00.500168 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 44538) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:00.955069 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2c2fe8af-546b-4592-b190-0f061c4bb37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442428'] for router_interface, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:01.197727 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-2c2fe8af-546b-4592-b190-0f061c4bb37d admin admin] Deleting port af5bca63-fa5c-4bce-866d-00255cc2397c {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:32:01.198062 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2c2fe8af-546b-4592-b190-0f061c4bb37d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:01.277104 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-2c2fe8af-546b-4592-b190-0f061c4bb37d admin admin] For port af5bca63-fa5c-4bce-866d-00255cc2397c, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=af5bca63-fa5c-4bce-866d-00255cc2397c,segment=NetworkSegment(5d2d0cd6-76c9-4e19-adbc-069cbe49383d),segment_id=5d2d0cd6-76c9-4e19-adbc-069cbe49383d)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:32:01.277454 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2c2fe8af-546b-4592-b190-0f061c4bb37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:01.290106 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-2c2fe8af-546b-4592-b190-0f061c4bb37d admin admin] Calling delete_port for af5bca63-fa5c-4bce-866d-00255cc2397c owned by network:router_interface {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:32:01.462862 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2c2fe8af-546b-4592-b190-0f061c4bb37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732929'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:01.465593 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:01.495663 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2fe8af-546b-4592-b190-0f061c4bb37d admin admin] Pushing event deleted for resources: {'Port': ['ID=af5bca63-fa5c-4bce-866d-00255cc2397c,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:01.535256 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2fe8af-546b-4592-b190-0f061c4bb37d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:01.535923 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2fe8af-546b-4592-b190-0f061c4bb37d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:01.536036 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2fe8af-546b-4592-b190-0f061c4bb37d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:01.536305 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2fe8af-546b-4592-b190-0f061c4bb37d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:01.537063 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2fe8af-546b-4592-b190-0f061c4bb37d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:01.537414 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2fe8af-546b-4592-b190-0f061c4bb37d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:01.537760 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2fe8af-546b-4592-b190-0f061c4bb37d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:01.538107 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2fe8af-546b-4592-b190-0f061c4bb37d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:01.538523 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2fe8af-546b-4592-b190-0f061c4bb37d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:01.538868 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2fe8af-546b-4592-b190-0f061c4bb37d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:01.539210 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2fe8af-546b-4592-b190-0f061c4bb37d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:01.539555 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2fe8af-546b-4592-b190-0f061c4bb37d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:01.543028 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-2c2fe8af-546b-4592-b190-0f061c4bb37d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:01.660704 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2c2fe8af-546b-4592-b190-0f061c4bb37d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444300'] for router_interface, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:01.872156 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2fe8af-546b-4592-b190-0f061c4bb37d admin admin] Router 339eaa63-2a7b-450b-8401-295c99cf8b67 has already been hosted by L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f {{(pid=93163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:32:01.988209 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2fe8af-546b-4592-b190-0f061c4bb37d admin admin] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:32:01.993178 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-2c2fe8af-546b-4592-b190-0f061c4bb37d admin admin] 10.222.0.30 "PUT /v2.0/routers/339eaa63-2a7b-450b-8401-295c99cf8b67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4912508 Jun 29 23:32:01.995757 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 44556) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:01.996414 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c25edf5-b307-430a-a44a-6c7baf09d5f5 None None] Sync routers for ids ['339eaa63-2a7b-450b-8401-295c99cf8b67'] in dv-cinder-769602-4-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:32:02.007113 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c25edf5-b307-430a-a44a-6c7baf09d5f5 None None] Routers {'339eaa63-2a7b-450b-8401-295c99cf8b67'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:32:02.007748 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-5c25edf5-b307-430a-a44a-6c7baf09d5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:31:50Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['339eaa63-2a7b-450b-8401-295c99cf8b67'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:32:02.096944 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-068e9074-44b6-4a69-80b4-b0a1419acb27 admin admin] Notify callbacks [] for router, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:02.109617 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-5c25edf5-b307-430a-a44a-6c7baf09d5f5 None None] Set router 339eaa63-2a7b-450b-8401-295c99cf8b67 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:32:02.204813 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-068e9074-44b6-4a69-80b4-b0a1419acb27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:02.259559 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-068e9074-44b6-4a69-80b4-b0a1419acb27 admin admin] Deleting port a6e0b1ed-8c82-45f0-9558-d89547f8e655 {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:32:02.259815 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-068e9074-44b6-4a69-80b4-b0a1419acb27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:02.284159 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-5c25edf5-b307-430a-a44a-6c7baf09d5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339eaa63-2a7b-450b-8401-295c99cf8b67', 'name': 'tempest-ServerRescueNegativeTestJSON-252107133-router', 'tenant_id': 'a21d7629b3b04afe9b528722dbde8df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a6e0b1ed-8c82-45f0-9558-d89547f8e655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:41Z', 'updated_at': '2021-06-29T23:32:01Z', 'revision_number': 5, 'project_id': 'a21d7629b3b04afe9b528722dbde8df7', 'gw_port': {'id': 'a6e0b1ed-8c82-45f0-9558-d89547f8e655', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:40:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339eaa63-2a7b-450b-8401-295c99cf8b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:43Z', 'updated_at': '2021-06-29T23:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi'}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:32:02.314522 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c25edf5-b307-430a-a44a-6c7baf09d5f5 None None] Checking router: 339eaa63-2a7b-450b-8401-295c99cf8b67 for host: dv-cinder-769602-4-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:32:02.322685 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c25edf5-b307-430a-a44a-6c7baf09d5f5 None None] Routers {'339eaa63-2a7b-450b-8401-295c99cf8b67'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:32:02.323334 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-5c25edf5-b307-430a-a44a-6c7baf09d5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:31:50Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['339eaa63-2a7b-450b-8401-295c99cf8b67'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:32:02.341275 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-068e9074-44b6-4a69-80b4-b0a1419acb27 admin admin] For port a6e0b1ed-8c82-45f0-9558-d89547f8e655, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=a6e0b1ed-8c82-45f0-9558-d89547f8e655,segment=NetworkSegment(0d7322d1-9f99-46a3-b2ff-5e8cb22a095c),segment_id=0d7322d1-9f99-46a3-b2ff-5e8cb22a095c)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:32:02.341630 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-068e9074-44b6-4a69-80b4-b0a1419acb27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:02.360229 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-068e9074-44b6-4a69-80b4-b0a1419acb27 admin admin] Calling delete_port for a6e0b1ed-8c82-45f0-9558-d89547f8e655 owned by network:router_gateway {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:32:02.409900 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-5c25edf5-b307-430a-a44a-6c7baf09d5f5 None None] Set router 339eaa63-2a7b-450b-8401-295c99cf8b67 gateway port host: None {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:32:02.458902 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-5c25edf5-b307-430a-a44a-6c7baf09d5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339eaa63-2a7b-450b-8401-295c99cf8b67', 'name': 'tempest-ServerRescueNegativeTestJSON-252107133-router', 'tenant_id': 'a21d7629b3b04afe9b528722dbde8df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:41Z', 'updated_at': '2021-06-29T23:32:02Z', 'revision_number': 6, 'project_id': 'a21d7629b3b04afe9b528722dbde8df7', 'gw_port_host': None}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:32:02.488049 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c25edf5-b307-430a-a44a-6c7baf09d5f5 None None] The sync data for ids ['339eaa63-2a7b-450b-8401-295c99cf8b67'] in dv-cinder-769602-4-iscsi is: [{'id': '339eaa63-2a7b-450b-8401-295c99cf8b67', 'name': 'tempest-ServerRescueNegativeTestJSON-252107133-router', 'tenant_id': 'a21d7629b3b04afe9b528722dbde8df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:41Z', 'updated_at': '2021-06-29T23:32:02Z', 'revision_number': 6, 'project_id': 'a21d7629b3b04afe9b528722dbde8df7', 'gw_port_host': None}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:32:02.765156 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-068e9074-44b6-4a69-80b4-b0a1419acb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732929'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:02.767197 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-f41fce34-1984-44c3-9c38-bcd6334226db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:02.792071 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e9074-44b6-4a69-80b4-b0a1419acb27 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6e0b1ed-8c82-45f0-9558-d89547f8e655,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:02.795907 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-068e9074-44b6-4a69-80b4-b0a1419acb27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:02.860248 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-068e9074-44b6-4a69-80b4-b0a1419acb27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489960'] for router_gateway, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:02.957934 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-068e9074-44b6-4a69-80b4-b0a1419acb27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1814'] for router, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:02.959967 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-068e9074-44b6-4a69-80b4-b0a1419acb27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:03.003553 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-068e9074-44b6-4a69-80b4-b0a1419acb27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-449705'] for router, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:03.004008 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068e9074-44b6-4a69-80b4-b0a1419acb27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 339eaa63-2a7b-450b-8401-295c99cf8b67 {{(pid=93163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 23:32:03.008505 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-068e9074-44b6-4a69-80b4-b0a1419acb27 admin admin] Notify callbacks [] for router, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:03.009583 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-068e9074-44b6-4a69-80b4-b0a1419acb27 admin admin] 10.222.0.30 "DELETE /v2.0/routers/339eaa63-2a7b-450b-8401-295c99cf8b67 HTTP/1.1" status: 204 len: 168 time: 1.0129020 Jun 29 23:32:03.012225 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 44566) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:03.057017 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dae086f-c963-4146-8dbb-463b0a2b40e9 admin admin] Deleting subnet 849ea54a-79f1-48c3-8b24-76e2484d0112 {{(pid=93163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 23:32:03.059997 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1dae086f-c963-4146-8dbb-463b0a2b40e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:03.098009 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1dae086f-c963-4146-8dbb-463b0a2b40e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6975660'] for subnet, precommit_delete_associations {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:03.135661 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1dae086f-c963-4146-8dbb-463b0a2b40e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1567904'] for subnet, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:03.186279 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1dae086f-c963-4146-8dbb-463b0a2b40e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1567929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5733051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5763975'] for subnet, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:03.189525 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:03.213667 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae086f-c963-4146-8dbb-463b0a2b40e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=849ea54a-79f1-48c3-8b24-76e2484d0112,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:03.215570 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1dae086f-c963-4146-8dbb-463b0a2b40e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for subnet, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:03.217450 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-1dae086f-c963-4146-8dbb-463b0a2b40e9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/849ea54a-79f1-48c3-8b24-76e2484d0112 HTTP/1.1" status: 204 len: 168 time: 0.2042572 Jun 29 23:32:03.218357 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-1dae086f-c963-4146-8dbb-463b0a2b40e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:03.220635 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 44568) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:03.266641 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device af5bca63-fa5c-4bce-866d-00255cc2397c no longer exists at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:32:03.285956 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] No Port match for: af5bca63-fa5c-4bce-866d-00255cc2397c {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:32:03.286313 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device af5bca63-fa5c-4bce-866d-00255cc2397c not bound to the agent host dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:32:03.302034 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5b880f4e-2bdf-4e09-a901-eb39a129ee8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1494429'] for network, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:03.381725 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5b880f4e-2bdf-4e09-a901-eb39a129ee8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1567870', 'neutron.services.segments.db._delete_segments_for_network-8748551520579'] for network, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:03.391910 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-5b880f4e-2bdf-4e09-a901-eb39a129ee8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89702f14-ff61-4cde-bb1a-7226991037f5']}} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:32:03.401473 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-5b880f4e-2bdf-4e09-a901-eb39a129ee8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d2d0cd6-76c9-4e19-adbc-069cbe49383d') {'for_net_delete': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:32:03.401762 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-5b880f4e-2bdf-4e09-a901-eb39a129ee8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d2d0cd6-76c9-4e19-adbc-069cbe49383d') {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:32:03.410960 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5b880f4e-2bdf-4e09-a901-eb39a129ee8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748551432138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6975651'] for segment, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:03.424710 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5b880f4e-2bdf-4e09-a901-eb39a129ee8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010'] for segment, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:03.430951 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b880f4e-2bdf-4e09-a901-eb39a129ee8c admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=93163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 23:32:03.431397 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5b880f4e-2bdf-4e09-a901-eb39a129ee8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5732886'] for segment, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:03.433350 dv-cinder-769602-4-iscsi neutron-server[93163]: Traceback (most recent call last): Jun 29 23:32:03.433350 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 23:32:03.433350 dv-cinder-769602-4-iscsi neutron-server[93163]: timer() Jun 29 23:32:03.433350 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 23:32:03.433350 dv-cinder-769602-4-iscsi neutron-server[93163]: cb(*args, **kw) Jun 29 23:32:03.433350 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 23:32:03.433350 dv-cinder-769602-4-iscsi neutron-server[93163]: return func(*args, **kwargs) Jun 29 23:32:03.433350 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 23:32:03.433350 dv-cinder-769602-4-iscsi neutron-server[93163]: self._notify() Jun 29 23:32:03.433350 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 23:32:03.433350 dv-cinder-769602-4-iscsi neutron-server[93163]: self.callback(batched_events) Jun 29 23:32:03.433350 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 23:32:03.433350 dv-cinder-769602-4-iscsi neutron-server[93163]: event.method(event) Jun 29 23:32:03.433350 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 23:32:03.433350 dv-cinder-769602-4-iscsi neutron-server[93163]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 23:32:03.433350 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 23:32:03.433350 dv-cinder-769602-4-iscsi neutron-server[93163]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 23:32:03.433350 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 23:32:03.433350 dv-cinder-769602-4-iscsi neutron-server[93163]: return f(self, *a, **k) Jun 29 23:32:03.433350 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 23:32:03.433350 dv-cinder-769602-4-iscsi neutron-server[93163]: return self._get(url).json() Jun 29 23:32:03.433350 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 23:32:03.433350 dv-cinder-769602-4-iscsi neutron-server[93163]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 23:32:03.433350 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 23:32:03.433350 dv-cinder-769602-4-iscsi neutron-server[93163]: return self.request(url, 'GET', **kwargs) Jun 29 23:32:03.433350 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 23:32:03.433350 dv-cinder-769602-4-iscsi neutron-server[93163]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 23:32:03.433350 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 23:32:03.433350 dv-cinder-769602-4-iscsi neutron-server[93163]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 23:32:03.433350 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 23:32:03.433350 dv-cinder-769602-4-iscsi neutron-server[93163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 23:32:03.433350 dv-cinder-769602-4-iscsi neutron-server[93163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 23:32:03.493401 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5b880f4e-2bdf-4e09-a901-eb39a129ee8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1567845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484101'] for network, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:03.498339 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5b880f4e-2bdf-4e09-a901-eb39a129ee8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for network, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:03.501729 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-5b880f4e-2bdf-4e09-a901-eb39a129ee8c admin admin] 10.222.0.30 "DELETE /v2.0/networks/89702f14-ff61-4cde-bb1a-7226991037f5 HTTP/1.1" status: 204 len: 168 time: 0.2800734 Jun 29 23:32:03.502346 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:03.515420 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b880f4e-2bdf-4e09-a901-eb39a129ee8c admin admin] Pushing event deleted for resources: {'Network': ['ID=89702f14-ff61-4cde-bb1a-7226991037f5,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:03.518204 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-5b880f4e-2bdf-4e09-a901-eb39a129ee8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:03.630843 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 44574) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:03.669948 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-eaa9dc05-3579-4d1a-8e2a-ff10fb7ccf04 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a21d7629b3b04afe9b528722dbde8df7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0379083 Jun 29 23:32:03.672286 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 44576) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:03.720402 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ed2fd743-ff57-4cc7-8423-5334f6378d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:03.741089 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ed2fd743-ff57-4cc7-8423-5334f6378d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:03.790270 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ed2fd743-ff57-4cc7-8423-5334f6378d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:03.792796 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ed2fd743-ff57-4cc7-8423-5334f6378d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:03.793931 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-ed2fd743-ff57-4cc7-8423-5334f6378d3c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/68522740-6ac8-4962-9c7d-83dcc7f2f5b3 HTTP/1.1" status: 204 len: 168 time: 0.1206837 Jun 29 23:32:03.794771 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-937e47b0-0bbf-4f27-a9d5-eaf9ecd51e33 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:03.802956 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2fd743-ff57-4cc7-8423-5334f6378d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68522740-6ac8-4962-9c7d-83dcc7f2f5b3,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:03.805358 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-ed2fd743-ff57-4cc7-8423-5334f6378d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:04.493974 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:04.864415 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device a6e0b1ed-8c82-45f0-9558-d89547f8e655 no longer exists at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:32:04.889831 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] No Port match for: a6e0b1ed-8c82-45f0-9558-d89547f8e655 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:32:04.890438 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device a6e0b1ed-8c82-45f0-9558-d89547f8e655 not bound to the agent host dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:32:06.373664 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:32:17.177979 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f2b0aea7-d47b-4ace-a778-3ef0dd1f4945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:19.638568 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0c8c96b0-bc61-43d8-bd0c-371b3fe54bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:20.173047 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:20.871571 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:22.722827 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:25.578874 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ff3c5152-0b80-4441-8417-69cf1cd7dd8b req-7af421f5-a62f-4bc9-b5f5-e9c89a64e716 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=373521f7-5c1f-4bbe-8c8d-17dea49ecd77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530186 Jun 29 23:32:25.649575 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c5152-0b80-4441-8417-69cf1cd7dd8b req-6c404214-3267-4f24-9edb-6ac6177cb970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:25.651020 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ff3c5152-0b80-4441-8417-69cf1cd7dd8b req-6c404214-3267-4f24-9edb-6ac6177cb970 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84fa8dae152648e093dc8e5a4d0ef36d&device_id=373521f7-5c1f-4bbe-8c8d-17dea49ecd77 HTTP/1.1" status: 200 len: 1098 time: 0.0498917 Jun 29 23:32:25.761844 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c5152-0b80-4441-8417-69cf1cd7dd8b req-6b86e4ee-43aa-405c-9b36-52dbd33ed5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:25.763259 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ff3c5152-0b80-4441-8417-69cf1cd7dd8b req-6b86e4ee-43aa-405c-9b36-52dbd33ed5db service neutron] 10.222.0.52 "GET /v2.0/networks?id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 HTTP/1.1" status: 200 len: 916 time: 0.0831931 Jun 29 23:32:25.806184 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ff3c5152-0b80-4441-8417-69cf1cd7dd8b req-96f00b1c-9da8-4bef-9cf0-22c589380034 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b151955-39db-4f04-91fe-66a14283b890 HTTP/1.1" status: 200 len: 217 time: 0.0362556 Jun 29 23:32:25.852994 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c5152-0b80-4441-8417-69cf1cd7dd8b req-de62f86c-f8da-4122-8689-39dce63abb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:25.854412 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ff3c5152-0b80-4441-8417-69cf1cd7dd8b req-de62f86c-f8da-4122-8689-39dce63abb94 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d173892-21f3-4d8b-a65f-f341f79adde1 HTTP/1.1" status: 200 len: 855 time: 0.0426002 Jun 29 23:32:25.885183 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ff3c5152-0b80-4441-8417-69cf1cd7dd8b req-bbf5ce9c-0b72-4f1e-93d0-a40e0963a68f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245063 Jun 29 23:32:25.974581 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ff3c5152-0b80-4441-8417-69cf1cd7dd8b req-59ed3c48-46e2-4df0-aa50-a50715719c1c service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825136 Jun 29 23:32:26.060908 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ff3c5152-0b80-4441-8417-69cf1cd7dd8b req-34736b03-1982-4742-b65d-22d36829b30b service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791118 Jun 29 23:32:34.491244 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:43.372473 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:32:47.183467 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-2f46d0b1-0aea-439c-808b-59d4b215baa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:49.639470 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-d478e2f1-c259-4181-82c8-bdfc4ea2d613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:50.173202 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:50.872930 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:52.726252 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:04.508029 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:07.504211 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b739a3-4671-470d-887c-4d67a7ca17d3 req-b0ed2eda-fdaf-46a2-9036-39c40e9f89d3 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:07.506087 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-72b739a3-4671-470d-887c-4d67a7ca17d3 req-b0ed2eda-fdaf-46a2-9036-39c40e9f89d3 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e05694a-50eb-4d7a-81a5-9d030e818b86 HTTP/1.1" status: 200 len: 946 time: 0.0660300 Jun 29 23:33:07.545572 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-72b739a3-4671-470d-887c-4d67a7ca17d3 req-e7dff136-8be6-4c32-8425-72e19cd676e7 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups?id=d74cd505-803e-4453-8221-d16126bc94bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338135 Jun 29 23:33:07.816198 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bec3a-a038-4f1e-956f-aa7761e65602 req-24d8b090-6278-4a38-acc3-9a4f77ed8ee6 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:07.818279 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6a5bec3a-a038-4f1e-956f-aa7761e65602 req-24d8b090-6278-4a38-acc3-9a4f77ed8ee6 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e05694a-50eb-4d7a-81a5-9d030e818b86 HTTP/1.1" status: 200 len: 946 time: 0.0618033 Jun 29 23:33:07.918075 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-6a5bec3a-a038-4f1e-956f-aa7761e65602 req-daa13467-3615-4fba-bc44-dd37322cf556 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Deleting port 81003b66-bcac-4f5f-8a91-15b98957f8aa {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:33:07.918406 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-6a5bec3a-a038-4f1e-956f-aa7761e65602 req-daa13467-3615-4fba-bc44-dd37322cf556 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:08.018371 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-6a5bec3a-a038-4f1e-956f-aa7761e65602 req-daa13467-3615-4fba-bc44-dd37322cf556 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] For port 81003b66-bcac-4f5f-8a91-15b98957f8aa, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=81003b66-bcac-4f5f-8a91-15b98957f8aa,segment=NetworkSegment(63f270fe-59bf-41e4-861c-414217008130),segment_id=63f270fe-59bf-41e4-861c-414217008130)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:33:08.018727 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-6a5bec3a-a038-4f1e-956f-aa7761e65602 req-daa13467-3615-4fba-bc44-dd37322cf556 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:08.181734 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-6a5bec3a-a038-4f1e-956f-aa7761e65602 req-daa13467-3615-4fba-bc44-dd37322cf556 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:08.182095 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-6a5bec3a-a038-4f1e-956f-aa7761e65602 req-daa13467-3615-4fba-bc44-dd37322cf556 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484151'] for floatingip, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:08.182400 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.db.l3_db [req-6a5bec3a-a038-4f1e-956f-aa7761e65602 req-daa13467-3615-4fba-bc44-dd37322cf556 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Floating IP 784e268c-d925-427f-97af-bdcc3cd9a79f disassociated. External IP: 172.27.0.206, port: 81003b66-bcac-4f5f-8a91-15b98957f8aa. Jun 29 23:33:08.182726 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-6a5bec3a-a038-4f1e-956f-aa7761e65602 req-daa13467-3615-4fba-bc44-dd37322cf556 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Calling delete_port for 81003b66-bcac-4f5f-8a91-15b98957f8aa owned by compute:nova {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:33:08.311119 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-6a5bec3a-a038-4f1e-956f-aa7761e65602 req-daa13467-3615-4fba-bc44-dd37322cf556 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66139777'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:08.315426 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:08.351069 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa13467-3615-4fba-bc44-dd37322cf556 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Pushing event deleted for resources: {'Port': ['ID=81003b66-bcac-4f5f-8a91-15b98957f8aa,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:08.364932 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa13467-3615-4fba-bc44-dd37322cf556 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:08.365427 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa13467-3615-4fba-bc44-dd37322cf556 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:08.365795 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa13467-3615-4fba-bc44-dd37322cf556 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:08.366423 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa13467-3615-4fba-bc44-dd37322cf556 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:08.366793 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa13467-3615-4fba-bc44-dd37322cf556 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:08.367154 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa13467-3615-4fba-bc44-dd37322cf556 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:08.367518 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa13467-3615-4fba-bc44-dd37322cf556 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:08.367878 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa13467-3615-4fba-bc44-dd37322cf556 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:08.368233 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa13467-3615-4fba-bc44-dd37322cf556 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:08.368606 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa13467-3615-4fba-bc44-dd37322cf556 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:08.368962 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa13467-3615-4fba-bc44-dd37322cf556 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:08.369347 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa13467-3615-4fba-bc44-dd37322cf556 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:08.374024 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-daa13467-3615-4fba-bc44-dd37322cf556 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:08.477686 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a5bec3a-a038-4f1e-956f-aa7761e65602 req-daa13467-3615-4fba-bc44-dd37322cf556 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Router e35bc8f0-c8a2-451c-b269-ba9cd96100e9 has already been hosted by L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:33:08.856973 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b54b8fc3-49d9-47fc-88f8-4fad8b1f2fa4 req-e6e95c0e-8a96-44fa-a30b-78ff51a30da4 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e05694a-50eb-4d7a-81a5-9d030e818b86 HTTP/1.1" status: 200 len: 210 time: 0.0372772 Jun 29 23:33:08.909878 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a5bec3a-a038-4f1e-956f-aa7761e65602 req-daa13467-3615-4fba-bc44-dd37322cf556 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:33:08.919496 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094f09ee-44c4-4aec-b3ef-33de763a0641 None None] Sync routers for ids ['e35bc8f0-c8a2-451c-b269-ba9cd96100e9'] in dv-cinder-769602-4-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:33:08.929158 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094f09ee-44c4-4aec-b3ef-33de763a0641 None None] Routers {'e35bc8f0-c8a2-451c-b269-ba9cd96100e9'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:33:08.929858 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-094f09ee-44c4-4aec-b3ef-33de763a0641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:32:50Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['e35bc8f0-c8a2-451c-b269-ba9cd96100e9'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:33:08.952703 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5bec3a-a038-4f1e-956f-aa7761e65602 req-daa13467-3615-4fba-bc44-dd37322cf556 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] No DVR routers for this DVR port 81003b66-bcac-4f5f-8a91-15b98957f8aa on host hv-cinder-76960 {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:33:08.955108 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-6a5bec3a-a038-4f1e-956f-aa7761e65602 req-daa13467-3615-4fba-bc44-dd37322cf556 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:08.957065 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6a5bec3a-a038-4f1e-956f-aa7761e65602 req-daa13467-3615-4fba-bc44-dd37322cf556 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.52 "DELETE /v2.0/ports/81003b66-bcac-4f5f-8a91-15b98957f8aa HTTP/1.1" status: 204 len: 173 time: 1.1322076 Jun 29 23:33:08.957581 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e05694a-50eb-4d7a-81a5-9d030e818b86', 'name': 'network-vif-deleted', 'tag': '81003b66-bcac-4f5f-8a91-15b98957f8aa'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:33:08.959917 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4ff624e5b506a15852624dbd6f9127feb1aca7eb9818edaf72933b1fc2af06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b1dca0-adf1-47ef-9eb0-1b95e2df20f8" -d '{"events": [{"server_uuid": "8e05694a-50eb-4d7a-81a5-9d030e818b86", "name": "network-vif-deleted", "tag": "81003b66-bcac-4f5f-8a91-15b98957f8aa"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:33:09.013177 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2465a2bc-b487-4086-ab1a-7129af87d181 x-openstack-request-id: req-2465a2bc-b487-4086-ab1a-7129af87d181 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:33:09.013589 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e05694a-50eb-4d7a-81a5-9d030e818b86", "name": "network-vif-deleted", "tag": "81003b66-bcac-4f5f-8a91-15b98957f8aa", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:33:09.013930 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2465a2bc-b487-4086-ab1a-7129af87d181 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:33:09.014293 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e05694a-50eb-4d7a-81a5-9d030e818b86', 'name': 'network-vif-deleted', 'tag': '81003b66-bcac-4f5f-8a91-15b98957f8aa', 'status': 'completed', 'code': 200} Jun 29 23:33:09.041339 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-094f09ee-44c4-4aec-b3ef-33de763a0641 None None] Set router e35bc8f0-c8a2-451c-b269-ba9cd96100e9 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:33:09.356462 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-094f09ee-44c4-4aec-b3ef-33de763a0641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'name': 'tempest-AttachVolumeTestJSON-753116380-router', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'a4f6692f-d376-41f7-b509-b1d6598df151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:37Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': '89f7a8481a72408b89119405a6770fde', 'gw_port': {'id': 'a4f6692f-d376-41f7-b509-b1d6598df151', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': '8daac4e5-8ffc-49e5-8973-a89c79538713', 'name': '', 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'mac_address': 'fa:16:3e:3c:ed:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0cace3d9-d5b7-4676-96cc-bc7171040612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:43Z', 'updated_at': '2021-06-29T23:08:58Z', 'revision_number': 5, 'project_id': '89f7a8481a72408b89119405a6770fde', 'subnets': [{'id': '0cace3d9-d5b7-4676-96cc-bc7171040612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:33:09.387456 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094f09ee-44c4-4aec-b3ef-33de763a0641 None None] Checking router: e35bc8f0-c8a2-451c-b269-ba9cd96100e9 for host: dv-cinder-769602-4-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:33:09.395697 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094f09ee-44c4-4aec-b3ef-33de763a0641 None None] Routers {'e35bc8f0-c8a2-451c-b269-ba9cd96100e9'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:33:09.396352 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-094f09ee-44c4-4aec-b3ef-33de763a0641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:32:50Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['e35bc8f0-c8a2-451c-b269-ba9cd96100e9'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:33:09.515859 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-094f09ee-44c4-4aec-b3ef-33de763a0641 None None] Set router e35bc8f0-c8a2-451c-b269-ba9cd96100e9 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:33:09.717232 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-094f09ee-44c4-4aec-b3ef-33de763a0641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'name': 'tempest-AttachVolumeTestJSON-753116380-router', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'a4f6692f-d376-41f7-b509-b1d6598df151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:37Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': '89f7a8481a72408b89119405a6770fde', 'gw_port': {'id': 'a4f6692f-d376-41f7-b509-b1d6598df151', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': '8daac4e5-8ffc-49e5-8973-a89c79538713', 'name': '', 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'mac_address': 'fa:16:3e:3c:ed:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0cace3d9-d5b7-4676-96cc-bc7171040612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:43Z', 'updated_at': '2021-06-29T23:08:58Z', 'revision_number': 5, 'project_id': '89f7a8481a72408b89119405a6770fde', 'subnets': [{'id': '0cace3d9-d5b7-4676-96cc-bc7171040612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:33:09.743149 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094f09ee-44c4-4aec-b3ef-33de763a0641 None None] The sync data for ids ['e35bc8f0-c8a2-451c-b269-ba9cd96100e9'] in dv-cinder-769602-4-iscsi is: [{'id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'name': 'tempest-AttachVolumeTestJSON-753116380-router', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'a4f6692f-d376-41f7-b509-b1d6598df151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:37Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': '89f7a8481a72408b89119405a6770fde', 'gw_port': {'id': 'a4f6692f-d376-41f7-b509-b1d6598df151', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': '8daac4e5-8ffc-49e5-8973-a89c79538713', 'name': '', 'network_id': '961483aa-60c5-4d0f-82a0-c19a74bfe9c0', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'mac_address': 'fa:16:3e:3c:ed:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0cace3d9-d5b7-4676-96cc-bc7171040612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:43Z', 'updated_at': '2021-06-29T23:08:58Z', 'revision_number': 5, 'project_id': '89f7a8481a72408b89119405a6770fde', 'subnets': [{'id': '0cace3d9-d5b7-4676-96cc-bc7171040612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:33:09.974014 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be760188-865e-4fca-bbcc-c4c196d2e2da None None] New status for floating IP 784e268c-d925-427f-97af-bdcc3cd9a79f: DOWN {{(pid=93165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 23:33:09.987631 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 45394) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:33:10.044091 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-53797f78-dd61-4ca3-8cc5-0aa3f28ede05 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:10.068524 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-53797f78-dd61-4ca3-8cc5-0aa3f28ede05 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:10.074934 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 81003b66-bcac-4f5f-8a91-15b98957f8aa no longer exists at agent hyperv_hv-cinder-76960 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:33:10.094919 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] No Port match for: 81003b66-bcac-4f5f-8a91-15b98957f8aa {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:33:10.095565 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 81003b66-bcac-4f5f-8a91-15b98957f8aa not bound to the agent host hv-cinder-76960 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:33:10.125938 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-53797f78-dd61-4ca3-8cc5-0aa3f28ede05 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:10.128517 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-53797f78-dd61-4ca3-8cc5-0aa3f28ede05 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:10.133219 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-53797f78-dd61-4ca3-8cc5-0aa3f28ede05 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "DELETE /v2.0/security-groups/d74cd505-803e-4453-8221-d16126bc94bb HTTP/1.1" status: 204 len: 168 time: 0.1411831 Jun 29 23:33:10.133219 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-85b8579a-e2e6-44d9-a330-d6ff9d28e3da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:10.134167 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 45400) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:33:10.140608 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53797f78-dd61-4ca3-8cc5-0aa3f28ede05 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74cd505-803e-4453-8221-d16126bc94bb,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:10.149864 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53797f78-dd61-4ca3-8cc5-0aa3f28ede05 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:10.150238 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53797f78-dd61-4ca3-8cc5-0aa3f28ede05 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:10.150528 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53797f78-dd61-4ca3-8cc5-0aa3f28ede05 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:10.150888 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53797f78-dd61-4ca3-8cc5-0aa3f28ede05 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:10.151249 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53797f78-dd61-4ca3-8cc5-0aa3f28ede05 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:10.151676 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53797f78-dd61-4ca3-8cc5-0aa3f28ede05 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:10.151950 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53797f78-dd61-4ca3-8cc5-0aa3f28ede05 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:10.152305 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53797f78-dd61-4ca3-8cc5-0aa3f28ede05 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:10.152698 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53797f78-dd61-4ca3-8cc5-0aa3f28ede05 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:10.153051 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53797f78-dd61-4ca3-8cc5-0aa3f28ede05 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:10.153260 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.api.v2.resource [None req-b017d989-54ba-4266-b8f0-6a25fadfccbc tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] show failed (client error): The resource could not be found. Jun 29 23:33:10.153379 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53797f78-dd61-4ca3-8cc5-0aa3f28ede05 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:10.153759 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53797f78-dd61-4ca3-8cc5-0aa3f28ede05 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:10.154673 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-b017d989-54ba-4266-b8f0-6a25fadfccbc tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "GET /v2.0/security-groups/d74cd505-803e-4453-8221-d16126bc94bb HTTP/1.1" status: 404 len: 347 time: 0.0193324 Jun 29 23:33:10.156947 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-53797f78-dd61-4ca3-8cc5-0aa3f28ede05 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:10.157447 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 45402) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:33:10.287571 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-1a9796b1-6f04-4d2f-b88a-a988de517dd4 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Deleting port ad01fdb2-84d5-43b0-b696-a07530df1f99 {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:33:10.287908 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1a9796b1-6f04-4d2f-b88a-a988de517dd4 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:10.364887 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1a9796b1-6f04-4d2f-b88a-a988de517dd4 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:10.365212 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1a9796b1-6f04-4d2f-b88a-a988de517dd4 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:10.376295 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-1a9796b1-6f04-4d2f-b88a-a988de517dd4 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Calling delete_port for ad01fdb2-84d5-43b0-b696-a07530df1f99 owned by network:floatingip {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:33:10.503817 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1a9796b1-6f04-4d2f-b88a-a988de517dd4 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732929'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:10.506409 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-5c022ae9-f1da-4a38-b294-b7b9da0d223f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:10.529775 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9796b1-6f04-4d2f-b88a-a988de517dd4 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Pushing event deleted for resources: {'Port': ['ID=ad01fdb2-84d5-43b0-b696-a07530df1f99,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:10.532932 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-1a9796b1-6f04-4d2f-b88a-a988de517dd4 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:10.591488 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1a9796b1-6f04-4d2f-b88a-a988de517dd4 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks [] for floatingip, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:10.594050 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1a9796b1-6f04-4d2f-b88a-a988de517dd4 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for floatingip, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:10.595390 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-1a9796b1-6f04-4d2f-b88a-a988de517dd4 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] 10.222.0.30 "DELETE /v2.0/floatingips/784e268c-d925-427f-97af-bdcc3cd9a79f HTTP/1.1" status: 204 len: 168 time: 0.4370441 Jun 29 23:33:17.188170 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-bf0923e4-4400-4a09-8558-3c2e47162711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:19.639847 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-c8b0fde4-11ed-4d7c-b6d1-51737b2eaffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:20.177399 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:20.371644 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:33:20.874625 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:22.729533 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:34.504235 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:47.188749 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ae9e1461-a5ed-49ae-98d2-1fe02702c28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:49.640196 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-8c041afa-6c20-47f9-8418-283981ffe9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:50.179662 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:50.878586 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:52.733668 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:57.370630 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:34:04.518673 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:17.189825 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-086c9c3a-2e24-4735-bef9-4591b48a2b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:19.639786 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-89bb5fd8-8e0c-44fa-8437-e39db0729b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:20.183189 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:20.880492 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:22.735026 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:25.666964 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c358712d-4589-4a6d-8b89-c02070f088dc req-386f5f0f-0435-45a9-ac58-e7b68fb66c22 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=824e01ab-2aa2-49bd-a91f-9d029d89faa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1727591 Jun 29 23:34:25.762692 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358712d-4589-4a6d-8b89-c02070f088dc req-d3614f62-3f8a-43bb-a32d-01614e92c7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:25.764180 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c358712d-4589-4a6d-8b89-c02070f088dc req-d3614f62-3f8a-43bb-a32d-01614e92c7ed service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84fa8dae152648e093dc8e5a4d0ef36d&device_id=824e01ab-2aa2-49bd-a91f-9d029d89faa2 HTTP/1.1" status: 200 len: 1099 time: 0.0551093 Jun 29 23:34:25.864486 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358712d-4589-4a6d-8b89-c02070f088dc req-54c52eea-ae42-4aea-b657-68efb163965e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:25.866548 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c358712d-4589-4a6d-8b89-c02070f088dc req-54c52eea-ae42-4aea-b657-68efb163965e service neutron] 10.222.0.52 "GET /v2.0/networks?id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 HTTP/1.1" status: 200 len: 916 time: 0.0828979 Jun 29 23:34:25.909926 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c358712d-4589-4a6d-8b89-c02070f088dc req-a45faa3d-aa1b-4929-9a42-1072d88138ac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41a38227-52e9-4fac-afd8-0da3f016c707 HTTP/1.1" status: 200 len: 217 time: 0.0374551 Jun 29 23:34:25.957672 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358712d-4589-4a6d-8b89-c02070f088dc req-29a1c868-c63a-4d22-bcac-b42d2d60d5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:25.959097 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c358712d-4589-4a6d-8b89-c02070f088dc req-29a1c868-c63a-4d22-bcac-b42d2d60d5a8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d173892-21f3-4d8b-a65f-f341f79adde1 HTTP/1.1" status: 200 len: 855 time: 0.0424597 Jun 29 23:34:25.990185 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c358712d-4589-4a6d-8b89-c02070f088dc req-63d0edd8-1d2c-47f0-83b9-ba27c737deb0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248914 Jun 29 23:34:26.079343 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c358712d-4589-4a6d-8b89-c02070f088dc req-8bcb1e2e-0c99-4dd3-bee8-155a87edefc7 service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822105 Jun 29 23:34:26.166231 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c358712d-4589-4a6d-8b89-c02070f088dc req-c1a4d156-afb2-478a-83bc-b95d8ec3aedc service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803282 Jun 29 23:34:34.369489 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:34:34.523800 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:47.190995 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ceb4bf68-b5fe-4ea1-84c1-b1893dec157a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:49.639307 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-e397789d-43f6-4d22-b560-ef21d9e687ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:50.183701 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:50.884590 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:52.738779 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:04.528252 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:11.367651 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:35:17.191266 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-636a8942-9433-4d7d-971b-24a79bed9ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:19.639348 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ed7883e3-703a-4119-8452-9365e5586d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:20.184156 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:20.887244 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:22.740179 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:27.573664 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-be058e29-7826-46ef-8587-b8bd35694131 req-b766afa6-20ed-4fea-ba8e-9d4d8e9ab9e2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=65fb0452-abfc-49fa-8093-c663cea0dee6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0544975 Jun 29 23:35:27.643356 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be058e29-7826-46ef-8587-b8bd35694131 req-e8247973-1280-4a7e-b7cf-d5615a7b309a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:35:27.644845 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-be058e29-7826-46ef-8587-b8bd35694131 req-e8247973-1280-4a7e-b7cf-d5615a7b309a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84fa8dae152648e093dc8e5a4d0ef36d&device_id=65fb0452-abfc-49fa-8093-c663cea0dee6 HTTP/1.1" status: 200 len: 1098 time: 0.0499053 Jun 29 23:35:27.749565 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be058e29-7826-46ef-8587-b8bd35694131 req-5cd9e40e-6917-4d05-b06e-d15756da07a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:35:27.751027 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-be058e29-7826-46ef-8587-b8bd35694131 req-5cd9e40e-6917-4d05-b06e-d15756da07a9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 HTTP/1.1" status: 200 len: 916 time: 0.0867317 Jun 29 23:35:27.793912 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-be058e29-7826-46ef-8587-b8bd35694131 req-c6a0fb44-1372-4225-88fb-216e5eb01228 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50aee1f9-2991-44ce-ab9c-9abc17563722 HTTP/1.1" status: 200 len: 217 time: 0.0358956 Jun 29 23:35:27.840840 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be058e29-7826-46ef-8587-b8bd35694131 req-6a3b3cd6-f673-47c3-bd53-550b27aa7fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:35:27.842294 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-be058e29-7826-46ef-8587-b8bd35694131 req-6a3b3cd6-f673-47c3-bd53-550b27aa7fd7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d173892-21f3-4d8b-a65f-f341f79adde1 HTTP/1.1" status: 200 len: 855 time: 0.0424211 Jun 29 23:35:27.874050 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-be058e29-7826-46ef-8587-b8bd35694131 req-1028ab38-9a1d-42ee-a559-8cbbaa65cce4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259862 Jun 29 23:35:27.962072 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-be058e29-7826-46ef-8587-b8bd35694131 req-b607d22e-de81-42d6-b981-2028d8c8852d service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811968 Jun 29 23:35:28.052334 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-be058e29-7826-46ef-8587-b8bd35694131 req-5e8b998d-61dd-41a8-af67-f5c706d8df77 service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846193 Jun 29 23:35:34.532786 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:40.903205 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72e01f-6c0e-4ec6-af7b-cb56efb1d2c4 req-357d624c-011e-44c4-9cf4-427ddbd558ed tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:35:40.904935 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5e72e01f-6c0e-4ec6-af7b-cb56efb1d2c4 req-357d624c-011e-44c4-9cf4-427ddbd558ed tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=373521f7-5c1f-4bbe-8c8d-17dea49ecd77 HTTP/1.1" status: 200 len: 945 time: 0.0670652 Jun 29 23:35:40.941910 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5e72e01f-6c0e-4ec6-af7b-cb56efb1d2c4 req-16594603-f460-4c95-97b1-8e534a3f4b78 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313985 Jun 29 23:35:41.253662 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a3770-66ba-48d0-8875-303a7a8886c7 req-69875c71-f225-49e0-b503-d7e3b53695ac tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:35:41.256082 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-484a3770-66ba-48d0-8875-303a7a8886c7 req-69875c71-f225-49e0-b503-d7e3b53695ac tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.52 "GET /v2.0/ports?device_id=373521f7-5c1f-4bbe-8c8d-17dea49ecd77 HTTP/1.1" status: 200 len: 945 time: 0.0673740 Jun 29 23:35:41.362737 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-484a3770-66ba-48d0-8875-303a7a8886c7 req-30885c7a-e53c-4b60-84e2-ea5ce26262bb tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Deleting port 8b151955-39db-4f04-91fe-66a14283b890 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:35:41.363072 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-484a3770-66ba-48d0-8875-303a7a8886c7 req-30885c7a-e53c-4b60-84e2-ea5ce26262bb tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:41.448004 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-484a3770-66ba-48d0-8875-303a7a8886c7 req-30885c7a-e53c-4b60-84e2-ea5ce26262bb tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] For port 8b151955-39db-4f04-91fe-66a14283b890, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=8b151955-39db-4f04-91fe-66a14283b890,segment=NetworkSegment(e3f7bb9a-64ba-45aa-844e-d64cc18d706f),segment_id=e3f7bb9a-64ba-45aa-844e-d64cc18d706f)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:35:41.448356 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-484a3770-66ba-48d0-8875-303a7a8886c7 req-30885c7a-e53c-4b60-84e2-ea5ce26262bb tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:41.460009 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-484a3770-66ba-48d0-8875-303a7a8886c7 req-30885c7a-e53c-4b60-84e2-ea5ce26262bb tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Calling delete_port for 8b151955-39db-4f04-91fe-66a14283b890 owned by compute:nova {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:35:41.591994 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-484a3770-66ba-48d0-8875-303a7a8886c7 req-30885c7a-e53c-4b60-84e2-ea5ce26262bb tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66139777'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:41.595824 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-52dd1a29-9618-4e9e-b1c9-658ef7af1701 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:35:41.603900 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] get_ports_and_sgs() called for port_ids ['41a38227-52e9-4fac-afd8-0da3f016c707', '50aee1f9-2991-44ce-ab9c-9abc17563722', '8b151955-39db-4f04-91fe-66a14283b890'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:35:41.622683 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30885c7a-e53c-4b60-84e2-ea5ce26262bb tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Pushing event deleted for resources: {'Port': ['ID=8b151955-39db-4f04-91fe-66a14283b890,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:35:41.652454 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30885c7a-e53c-4b60-84e2-ea5ce26262bb tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:35:41.653378 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30885c7a-e53c-4b60-84e2-ea5ce26262bb tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:35:41.653757 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30885c7a-e53c-4b60-84e2-ea5ce26262bb tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:35:41.654107 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30885c7a-e53c-4b60-84e2-ea5ce26262bb tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:35:41.654457 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30885c7a-e53c-4b60-84e2-ea5ce26262bb tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:35:41.654807 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30885c7a-e53c-4b60-84e2-ea5ce26262bb tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:35:41.655152 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30885c7a-e53c-4b60-84e2-ea5ce26262bb tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:35:41.655497 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30885c7a-e53c-4b60-84e2-ea5ce26262bb tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:35:41.655843 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30885c7a-e53c-4b60-84e2-ea5ce26262bb tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:35:41.656186 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30885c7a-e53c-4b60-84e2-ea5ce26262bb tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:35:41.656528 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30885c7a-e53c-4b60-84e2-ea5ce26262bb tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:35:41.656891 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30885c7a-e53c-4b60-84e2-ea5ce26262bb tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:35:41.675183 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-30885c7a-e53c-4b60-84e2-ea5ce26262bb tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:35:41.676051 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-484a3770-66ba-48d0-8875-303a7a8886c7 req-30885c7a-e53c-4b60-84e2-ea5ce26262bb tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] No DVR routers for this DVR port 8b151955-39db-4f04-91fe-66a14283b890 on host hv-cinder-76960 {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:35:41.678477 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-484a3770-66ba-48d0-8875-303a7a8886c7 req-30885c7a-e53c-4b60-84e2-ea5ce26262bb tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:41.680461 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-484a3770-66ba-48d0-8875-303a7a8886c7 req-30885c7a-e53c-4b60-84e2-ea5ce26262bb tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.52 "DELETE /v2.0/ports/8b151955-39db-4f04-91fe-66a14283b890 HTTP/1.1" status: 204 len: 173 time: 0.4191799 Jun 29 23:35:41.680955 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373521f7-5c1f-4bbe-8c8d-17dea49ecd77', 'name': 'network-vif-deleted', 'tag': '8b151955-39db-4f04-91fe-66a14283b890'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:35:41.683223 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4ff624e5b506a15852624dbd6f9127feb1aca7eb9818edaf72933b1fc2af06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b497ebfb-a228-481f-84bb-31bf4b31c0cb" -d '{"events": [{"server_uuid": "373521f7-5c1f-4bbe-8c8d-17dea49ecd77", "name": "network-vif-deleted", "tag": "8b151955-39db-4f04-91fe-66a14283b890"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:35:42.102503 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ec3ed48a-30d8-4c03-aac6-67784efb3b6f req-1371bf39-f8d3-4826-9a74-94c0ea92f51f tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=373521f7-5c1f-4bbe-8c8d-17dea49ecd77 HTTP/1.1" status: 200 len: 210 time: 0.0348997 Jun 29 23:35:42.799833 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c54598-4d58-455a-b014-6344f0f88f53 x-openstack-request-id: req-80c54598-4d58-455a-b014-6344f0f88f53 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:35:42.800414 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373521f7-5c1f-4bbe-8c8d-17dea49ecd77", "name": "network-vif-deleted", "tag": "8b151955-39db-4f04-91fe-66a14283b890", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:35:42.800550 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-80c54598-4d58-455a-b014-6344f0f88f53 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:35:42.800974 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373521f7-5c1f-4bbe-8c8d-17dea49ecd77', 'name': 'network-vif-deleted', 'tag': '8b151955-39db-4f04-91fe-66a14283b890', 'status': 'completed', 'code': 200} Jun 29 23:35:43.546721 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a828050-0685-4f5b-aeea-88c778af0f02 req-e23a0887-983a-4e49-9bfd-bc0cc9eba082 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:35:43.548080 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6a828050-0685-4f5b-aeea-88c778af0f02 req-e23a0887-983a-4e49-9bfd-bc0cc9eba082 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=65fb0452-abfc-49fa-8093-c663cea0dee6 HTTP/1.1" status: 200 len: 945 time: 0.0624447 Jun 29 23:35:43.585440 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6a828050-0685-4f5b-aeea-88c778af0f02 req-5a2f3e3b-c03d-47c3-8997-9ee4ad165c43 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318391 Jun 29 23:35:43.954873 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309ed36-355e-45e5-8182-f156c2d11a39 req-d70fd219-8acc-40f2-bf8c-17b3907ae383 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:35:43.956294 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7309ed36-355e-45e5-8182-f156c2d11a39 req-d70fd219-8acc-40f2-bf8c-17b3907ae383 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.52 "GET /v2.0/ports?device_id=65fb0452-abfc-49fa-8093-c663cea0dee6 HTTP/1.1" status: 200 len: 945 time: 0.0603402 Jun 29 23:35:44.055074 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-7309ed36-355e-45e5-8182-f156c2d11a39 req-ac5bcd02-85cc-4113-a1da-889aaf2d7804 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Deleting port 50aee1f9-2991-44ce-ab9c-9abc17563722 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:35:44.055422 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-7309ed36-355e-45e5-8182-f156c2d11a39 req-ac5bcd02-85cc-4113-a1da-889aaf2d7804 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:44.143120 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-7309ed36-355e-45e5-8182-f156c2d11a39 req-ac5bcd02-85cc-4113-a1da-889aaf2d7804 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] For port 50aee1f9-2991-44ce-ab9c-9abc17563722, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=50aee1f9-2991-44ce-ab9c-9abc17563722,segment=NetworkSegment(e3f7bb9a-64ba-45aa-844e-d64cc18d706f),segment_id=e3f7bb9a-64ba-45aa-844e-d64cc18d706f)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:35:44.143478 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-7309ed36-355e-45e5-8182-f156c2d11a39 req-ac5bcd02-85cc-4113-a1da-889aaf2d7804 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:44.155760 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-7309ed36-355e-45e5-8182-f156c2d11a39 req-ac5bcd02-85cc-4113-a1da-889aaf2d7804 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Calling delete_port for 50aee1f9-2991-44ce-ab9c-9abc17563722 owned by compute:nova {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:35:44.287799 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-7309ed36-355e-45e5-8182-f156c2d11a39 req-ac5bcd02-85cc-4113-a1da-889aaf2d7804 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66139777'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:44.291781 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:35:44.299755 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] get_ports_and_sgs() called for port_ids ['41a38227-52e9-4fac-afd8-0da3f016c707', '50aee1f9-2991-44ce-ab9c-9abc17563722', '8b151955-39db-4f04-91fe-66a14283b890'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:35:44.320840 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5bcd02-85cc-4113-a1da-889aaf2d7804 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Pushing event deleted for resources: {'Port': ['ID=50aee1f9-2991-44ce-ab9c-9abc17563722,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:35:44.326541 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-ac5bcd02-85cc-4113-a1da-889aaf2d7804 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:35:44.364444 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-7309ed36-355e-45e5-8182-f156c2d11a39 req-ac5bcd02-85cc-4113-a1da-889aaf2d7804 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] No DVR routers for this DVR port 50aee1f9-2991-44ce-ab9c-9abc17563722 on host hv-cinder-76960 {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:35:44.367420 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-7309ed36-355e-45e5-8182-f156c2d11a39 req-ac5bcd02-85cc-4113-a1da-889aaf2d7804 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:44.369495 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7309ed36-355e-45e5-8182-f156c2d11a39 req-ac5bcd02-85cc-4113-a1da-889aaf2d7804 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.52 "DELETE /v2.0/ports/50aee1f9-2991-44ce-ab9c-9abc17563722 HTTP/1.1" status: 204 len: 173 time: 0.4068909 Jun 29 23:35:44.737052 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f4b11bd4-8885-4330-acca-c2db7124fa28 req-4bb98ebd-4bde-4862-a2d2-26ebae92c3c5 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=65fb0452-abfc-49fa-8093-c663cea0dee6 HTTP/1.1" status: 200 len: 210 time: 0.0283303 Jun 29 23:35:44.802590 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fb0452-abfc-49fa-8093-c663cea0dee6', 'name': 'network-vif-deleted', 'tag': '50aee1f9-2991-44ce-ab9c-9abc17563722'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:35:44.805190 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4ff624e5b506a15852624dbd6f9127feb1aca7eb9818edaf72933b1fc2af06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1269af8-296d-4e40-a6d0-86538c355686" -d '{"events": [{"server_uuid": "65fb0452-abfc-49fa-8093-c663cea0dee6", "name": "network-vif-deleted", "tag": "50aee1f9-2991-44ce-ab9c-9abc17563722"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:35:44.842081 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93aaac29-88d1-4c12-8f96-e3b8ca5cdad1 x-openstack-request-id: req-93aaac29-88d1-4c12-8f96-e3b8ca5cdad1 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:35:44.842524 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fb0452-abfc-49fa-8093-c663cea0dee6", "name": "network-vif-deleted", "tag": "50aee1f9-2991-44ce-ab9c-9abc17563722", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:35:44.842842 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-93aaac29-88d1-4c12-8f96-e3b8ca5cdad1 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:35:44.843274 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65fb0452-abfc-49fa-8093-c663cea0dee6', 'name': 'network-vif-deleted', 'tag': '50aee1f9-2991-44ce-ab9c-9abc17563722', 'status': 'completed', 'code': 200} Jun 29 23:35:46.584081 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 50aee1f9-2991-44ce-ab9c-9abc17563722 no longer exists at agent hyperv_hv-cinder-76960 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:35:46.606434 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] No Port match for: 50aee1f9-2991-44ce-ab9c-9abc17563722 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:35:46.606784 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 50aee1f9-2991-44ce-ab9c-9abc17563722 not bound to the agent host hv-cinder-76960 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:35:46.607821 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 8b151955-39db-4f04-91fe-66a14283b890 no longer exists at agent hyperv_hv-cinder-76960 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:35:46.626344 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] No Port match for: 8b151955-39db-4f04-91fe-66a14283b890 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:35:46.626699 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 8b151955-39db-4f04-91fe-66a14283b890 not bound to the agent host hv-cinder-76960 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:35:47.192133 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-c71f08fe-6e23-44c3-90c9-dd0670f06d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:48.366555 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:35:49.643086 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-2dc463da-29e3-4f5f-93d3-2f2d3e271ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:50.184850 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:50.892544 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:52.748134 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:36:04.547236 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:36:17.192723 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-869f575b-9171-45f8-8f30-620001025975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:36:19.643983 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-e5afa2dd-c58f-4ac3-a7d9-1fb281b695b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:36:20.186235 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:36:20.895677 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:36:22.748708 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:36:25.364824 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:36:34.545927 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:36:47.194429 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-52adec11-ea6e-4635-b0a9-fb45893e90f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:36:49.645026 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-499e9ba5-32b7-4ac7-9c2e-07206787ac60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:36:50.187658 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:36:50.897817 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:36:52.748038 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:02.364345 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:37:04.552703 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:17.199270 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-70121901-3ab8-4ea1-b95d-796d3e4b5393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:19.645656 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-b958c434-9b5d-4af1-99d0-21e7a57cc4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:20.189211 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:20.900843 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:22.753258 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:29.535863 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9a50d348-8660-42b5-a1ce-3d74e19307ba req-80f0b474-abab-44c2-b76a-865e01bf4cfe service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=824e01ab-2aa2-49bd-a91f-9d029d89faa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0577865 Jun 29 23:37:29.631984 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50d348-8660-42b5-a1ce-3d74e19307ba req-08c0c5a0-9399-45f4-8b04-b28bb1b1de6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:37:29.633569 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9a50d348-8660-42b5-a1ce-3d74e19307ba req-08c0c5a0-9399-45f4-8b04-b28bb1b1de6e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84fa8dae152648e093dc8e5a4d0ef36d&device_id=824e01ab-2aa2-49bd-a91f-9d029d89faa2 HTTP/1.1" status: 200 len: 1099 time: 0.0537310 Jun 29 23:37:29.745174 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50d348-8660-42b5-a1ce-3d74e19307ba req-eae888d1-96d3-4f88-b309-7decab73d968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:37:29.746615 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9a50d348-8660-42b5-a1ce-3d74e19307ba req-eae888d1-96d3-4f88-b309-7decab73d968 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 HTTP/1.1" status: 200 len: 916 time: 0.0924988 Jun 29 23:37:29.785361 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9a50d348-8660-42b5-a1ce-3d74e19307ba req-aa382460-0d88-4ff5-8797-fffeeb5e4144 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41a38227-52e9-4fac-afd8-0da3f016c707 HTTP/1.1" status: 200 len: 217 time: 0.0324221 Jun 29 23:37:29.832107 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50d348-8660-42b5-a1ce-3d74e19307ba req-21a01caf-7721-451c-b8de-226ca0324fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:37:29.833552 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9a50d348-8660-42b5-a1ce-3d74e19307ba req-21a01caf-7721-451c-b8de-226ca0324fb5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d173892-21f3-4d8b-a65f-f341f79adde1 HTTP/1.1" status: 200 len: 855 time: 0.0419803 Jun 29 23:37:29.865632 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9a50d348-8660-42b5-a1ce-3d74e19307ba req-c28641d5-5ecd-43bf-ac53-509085a5adb9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258768 Jun 29 23:37:29.956604 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9a50d348-8660-42b5-a1ce-3d74e19307ba req-42376ede-8507-4fdf-92f7-d88d16716538 service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850582 Jun 29 23:37:30.067451 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9a50d348-8660-42b5-a1ce-3d74e19307ba req-ca2c18d0-c6da-4d5a-a057-935fd03c3d2f service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037905 Jun 29 23:37:34.554065 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:35.909969 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 48550) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:37:36.371689 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e2a9237c-4a88-466f-8e31-7e442ed9b257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442428'] for router_interface, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:36.620941 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-e2a9237c-4a88-466f-8e31-7e442ed9b257 admin admin] Deleting port bb6d632e-0fff-45b5-8215-de3598d99564 {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:37:36.621280 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e2a9237c-4a88-466f-8e31-7e442ed9b257 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:36.700084 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-e2a9237c-4a88-466f-8e31-7e442ed9b257 admin admin] For port bb6d632e-0fff-45b5-8215-de3598d99564, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=bb6d632e-0fff-45b5-8215-de3598d99564,segment=NetworkSegment(a915f56e-4b4b-41eb-9b6a-ec11aa4ed293),segment_id=a915f56e-4b4b-41eb-9b6a-ec11aa4ed293)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:37:36.700432 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e2a9237c-4a88-466f-8e31-7e442ed9b257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:36.712374 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-e2a9237c-4a88-466f-8e31-7e442ed9b257 admin admin] Calling delete_port for bb6d632e-0fff-45b5-8215-de3598d99564 owned by network:router_interface {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:37:36.888406 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e2a9237c-4a88-466f-8e31-7e442ed9b257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732929'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:36.891330 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-5d44a5c4-d3ac-4262-84e8-42e680fbb987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:37:36.915809 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a9237c-4a88-466f-8e31-7e442ed9b257 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb6d632e-0fff-45b5-8215-de3598d99564,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:37:36.944239 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a9237c-4a88-466f-8e31-7e442ed9b257 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:37:36.944652 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a9237c-4a88-466f-8e31-7e442ed9b257 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:37:36.945025 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a9237c-4a88-466f-8e31-7e442ed9b257 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:37:36.945387 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a9237c-4a88-466f-8e31-7e442ed9b257 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:37:36.945752 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a9237c-4a88-466f-8e31-7e442ed9b257 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:37:36.946110 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a9237c-4a88-466f-8e31-7e442ed9b257 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:37:36.946464 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a9237c-4a88-466f-8e31-7e442ed9b257 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:37:36.946817 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a9237c-4a88-466f-8e31-7e442ed9b257 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:37:36.947168 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a9237c-4a88-466f-8e31-7e442ed9b257 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:37:36.947517 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a9237c-4a88-466f-8e31-7e442ed9b257 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:37:36.947871 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a9237c-4a88-466f-8e31-7e442ed9b257 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:37:36.948216 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a9237c-4a88-466f-8e31-7e442ed9b257 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:37:36.951645 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-e2a9237c-4a88-466f-8e31-7e442ed9b257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:37:37.097361 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e2a9237c-4a88-466f-8e31-7e442ed9b257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444300'] for router_interface, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:37.303676 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a9237c-4a88-466f-8e31-7e442ed9b257 admin admin] Router adf66a88-a972-4134-a833-293cc867cab5 has already been hosted by L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f {{(pid=93163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:37:37.407386 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a9237c-4a88-466f-8e31-7e442ed9b257 admin admin] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:37:37.412375 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-e2a9237c-4a88-466f-8e31-7e442ed9b257 admin admin] 10.222.0.30 "PUT /v2.0/routers/adf66a88-a972-4134-a833-293cc867cab5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5014098 Jun 29 23:37:37.414817 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 48570) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:37:37.417573 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a8c29e-26f0-4490-9ee6-5f1ed0e1afd4 None None] Sync routers for ids ['adf66a88-a972-4134-a833-293cc867cab5'] in dv-cinder-769602-4-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:37:37.426668 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a8c29e-26f0-4490-9ee6-5f1ed0e1afd4 None None] Routers {'adf66a88-a972-4134-a833-293cc867cab5'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:37:37.427370 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-94a8c29e-26f0-4490-9ee6-5f1ed0e1afd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:37:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['adf66a88-a972-4134-a833-293cc867cab5'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:37:37.532929 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-94a8c29e-26f0-4490-9ee6-5f1ed0e1afd4 None None] Set router adf66a88-a972-4134-a833-293cc867cab5 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:37:37.541243 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f3df4953-fc7d-4e33-90b7-f9e67fa38f1c admin admin] Notify callbacks [] for router, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:37.642139 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f3df4953-fc7d-4e33-90b7-f9e67fa38f1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:37.702468 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-f3df4953-fc7d-4e33-90b7-f9e67fa38f1c admin admin] Deleting port f31c9d51-f31b-43b7-a629-311269139d80 {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:37:37.702806 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f3df4953-fc7d-4e33-90b7-f9e67fa38f1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:37.718179 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-94a8c29e-26f0-4490-9ee6-5f1ed0e1afd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf66a88-a972-4134-a833-293cc867cab5', 'name': 'tempest-AttachVolumeShelveTestJSON-805562870-router', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f31c9d51-f31b-43b7-a629-311269139d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:37:36Z', 'revision_number': 5, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'gw_port': {'id': 'f31c9d51-f31b-43b7-a629-311269139d80', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:51:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf66a88-a972-4134-a833-293cc867cab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:39Z', 'updated_at': '2021-06-29T23:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi'}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:37:37.745728 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a8c29e-26f0-4490-9ee6-5f1ed0e1afd4 None None] Checking router: adf66a88-a972-4134-a833-293cc867cab5 for host: dv-cinder-769602-4-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:37:37.754487 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a8c29e-26f0-4490-9ee6-5f1ed0e1afd4 None None] Routers {'adf66a88-a972-4134-a833-293cc867cab5'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:37:37.755100 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-94a8c29e-26f0-4490-9ee6-5f1ed0e1afd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:37:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['adf66a88-a972-4134-a833-293cc867cab5'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:37:37.846197 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-94a8c29e-26f0-4490-9ee6-5f1ed0e1afd4 None None] Set router adf66a88-a972-4134-a833-293cc867cab5 gateway port host: None {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:37:37.902566 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-94a8c29e-26f0-4490-9ee6-5f1ed0e1afd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf66a88-a972-4134-a833-293cc867cab5', 'name': 'tempest-AttachVolumeShelveTestJSON-805562870-router', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:37:37Z', 'revision_number': 6, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'gw_port_host': None}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:37:37.929830 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a8c29e-26f0-4490-9ee6-5f1ed0e1afd4 None None] The sync data for ids ['adf66a88-a972-4134-a833-293cc867cab5'] in dv-cinder-769602-4-iscsi is: [{'id': 'adf66a88-a972-4134-a833-293cc867cab5', 'name': 'tempest-AttachVolumeShelveTestJSON-805562870-router', 'tenant_id': 'a764af7b0ca642e4960df1bc8942167a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:37:37Z', 'revision_number': 6, 'project_id': 'a764af7b0ca642e4960df1bc8942167a', 'gw_port_host': None}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:37:38.020667 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-f3df4953-fc7d-4e33-90b7-f9e67fa38f1c admin admin] For port f31c9d51-f31b-43b7-a629-311269139d80, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=f31c9d51-f31b-43b7-a629-311269139d80,segment=NetworkSegment(0d7322d1-9f99-46a3-b2ff-5e8cb22a095c),segment_id=0d7322d1-9f99-46a3-b2ff-5e8cb22a095c)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:37:38.021224 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f3df4953-fc7d-4e33-90b7-f9e67fa38f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:38.032665 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-f3df4953-fc7d-4e33-90b7-f9e67fa38f1c admin admin] Calling delete_port for f31c9d51-f31b-43b7-a629-311269139d80 owned by network:router_gateway {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:37:38.195067 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f3df4953-fc7d-4e33-90b7-f9e67fa38f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732929'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:38.197729 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:37:38.220369 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df4953-fc7d-4e33-90b7-f9e67fa38f1c admin admin] Pushing event deleted for resources: {'Port': ['ID=f31c9d51-f31b-43b7-a629-311269139d80,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:37:38.223856 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-f3df4953-fc7d-4e33-90b7-f9e67fa38f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:37:38.282803 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f3df4953-fc7d-4e33-90b7-f9e67fa38f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489960'] for router_gateway, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:38.379929 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f3df4953-fc7d-4e33-90b7-f9e67fa38f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1814'] for router, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:38.381727 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f3df4953-fc7d-4e33-90b7-f9e67fa38f1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:38.433716 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f3df4953-fc7d-4e33-90b7-f9e67fa38f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-449705'] for router, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:38.434252 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3df4953-fc7d-4e33-90b7-f9e67fa38f1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router adf66a88-a972-4134-a833-293cc867cab5 {{(pid=93163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 23:37:38.439274 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f3df4953-fc7d-4e33-90b7-f9e67fa38f1c admin admin] Notify callbacks [] for router, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:38.441193 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-f3df4953-fc7d-4e33-90b7-f9e67fa38f1c admin admin] 10.222.0.30 "DELETE /v2.0/routers/adf66a88-a972-4134-a833-293cc867cab5 HTTP/1.1" status: 204 len: 168 time: 1.0252621 Jun 29 23:37:38.443466 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 48582) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:37:38.487886 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bc51a93-5f18-4e79-8019-b69dad9336ed admin admin] Deleting subnet 722d70ab-2523-4ee0-92c1-9e31835f606a {{(pid=93163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 23:37:38.491125 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8bc51a93-5f18-4e79-8019-b69dad9336ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:38.525267 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8bc51a93-5f18-4e79-8019-b69dad9336ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6975660'] for subnet, precommit_delete_associations {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:38.607673 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8bc51a93-5f18-4e79-8019-b69dad9336ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1567904'] for subnet, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:38.660998 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8bc51a93-5f18-4e79-8019-b69dad9336ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1567929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5733051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5763975'] for subnet, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:38.663273 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:37:38.686647 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc51a93-5f18-4e79-8019-b69dad9336ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=722d70ab-2523-4ee0-92c1-9e31835f606a,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:37:38.691376 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-8bc51a93-5f18-4e79-8019-b69dad9336ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:37:38.693749 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8bc51a93-5f18-4e79-8019-b69dad9336ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for subnet, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:38.695664 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-8bc51a93-5f18-4e79-8019-b69dad9336ed admin admin] 10.222.0.30 "DELETE /v2.0/subnets/722d70ab-2523-4ee0-92c1-9e31835f606a HTTP/1.1" status: 204 len: 168 time: 0.2512128 Jun 29 23:37:38.697992 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 48586) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:37:38.700862 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73a4626-aace-4efb-8be1-5b9786df5449 None None] Network 18655a20-36e7-480e-885c-1e73fb892310 requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:37:38.787017 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b87415e4-c95c-4735-83ef-31026d594f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1494429'] for network, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:38.847360 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-b87415e4-c95c-4735-83ef-31026d594f86 admin admin] Deleting port 50a89366-4d3f-4291-913f-a215c4e20ea7 {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:37:38.847722 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b87415e4-c95c-4735-83ef-31026d594f86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:38.913914 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-b87415e4-c95c-4735-83ef-31026d594f86 admin admin] For port 50a89366-4d3f-4291-913f-a215c4e20ea7, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=50a89366-4d3f-4291-913f-a215c4e20ea7,segment=NetworkSegment(a915f56e-4b4b-41eb-9b6a-ec11aa4ed293),segment_id=a915f56e-4b4b-41eb-9b6a-ec11aa4ed293)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:37:38.914273 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b87415e4-c95c-4735-83ef-31026d594f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:38.927655 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-b87415e4-c95c-4735-83ef-31026d594f86 admin admin] Calling delete_port for 50a89366-4d3f-4291-913f-a215c4e20ea7 owned by network:dhcp {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:37:39.012889 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b87415e4-c95c-4735-83ef-31026d594f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732929'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:39.015156 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-8e887484-2ce1-4000-b028-f657c57bc393 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:37:39.040839 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87415e4-c95c-4735-83ef-31026d594f86 admin admin] Pushing event deleted for resources: {'Port': ['ID=50a89366-4d3f-4291-913f-a215c4e20ea7,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:37:39.043512 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-b87415e4-c95c-4735-83ef-31026d594f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:37:39.044762 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57109692-ff4e-495c-b51c-f8dc9664c4fb None None] DHCP port deletion for 18655a20-36e7-480e-885c-1e73fb892310 request from dv-cinder-769602-4-iscsi {{(pid=93164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 23:37:39.045588 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87415e4-c95c-4735-83ef-31026d594f86 admin admin] No DVR routers for this DVR port 50a89366-4d3f-4291-913f-a215c4e20ea7 on host dv-cinder-769602-4-iscsi {{(pid=93163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:37:39.118475 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device f31c9d51-f31b-43b7-a629-311269139d80 no longer exists at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:37:39.124087 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b87415e4-c95c-4735-83ef-31026d594f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1567870', 'neutron.services.segments.db._delete_segments_for_network-8748551520579'] for network, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:39.133827 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-b87415e4-c95c-4735-83ef-31026d594f86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18655a20-36e7-480e-885c-1e73fb892310']}} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:37:39.138605 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] No Port match for: f31c9d51-f31b-43b7-a629-311269139d80 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:37:39.139176 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device f31c9d51-f31b-43b7-a629-311269139d80 not bound to the agent host dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:37:39.139887 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 50a89366-4d3f-4291-913f-a215c4e20ea7 no longer exists at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:37:39.144241 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-b87415e4-c95c-4735-83ef-31026d594f86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a915f56e-4b4b-41eb-9b6a-ec11aa4ed293') {'for_net_delete': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:37:39.144780 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-b87415e4-c95c-4735-83ef-31026d594f86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a915f56e-4b4b-41eb-9b6a-ec11aa4ed293') {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:37:39.153747 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b87415e4-c95c-4735-83ef-31026d594f86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748551432138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6975651'] for segment, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:39.163504 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] No Port match for: 50a89366-4d3f-4291-913f-a215c4e20ea7 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:37:39.163858 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 50a89366-4d3f-4291-913f-a215c4e20ea7 not bound to the agent host dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:37:39.164284 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device bb6d632e-0fff-45b5-8215-de3598d99564 no longer exists at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:37:39.167667 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b87415e4-c95c-4735-83ef-31026d594f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010'] for segment, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:39.173386 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b87415e4-c95c-4735-83ef-31026d594f86 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=93163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 23:37:39.173764 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b87415e4-c95c-4735-83ef-31026d594f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5732886'] for segment, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:39.176127 dv-cinder-769602-4-iscsi neutron-server[93163]: Traceback (most recent call last): Jun 29 23:37:39.176127 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 23:37:39.176127 dv-cinder-769602-4-iscsi neutron-server[93163]: timer() Jun 29 23:37:39.176127 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 23:37:39.176127 dv-cinder-769602-4-iscsi neutron-server[93163]: cb(*args, **kw) Jun 29 23:37:39.176127 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 23:37:39.176127 dv-cinder-769602-4-iscsi neutron-server[93163]: return func(*args, **kwargs) Jun 29 23:37:39.176127 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 23:37:39.176127 dv-cinder-769602-4-iscsi neutron-server[93163]: self._notify() Jun 29 23:37:39.176127 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 23:37:39.176127 dv-cinder-769602-4-iscsi neutron-server[93163]: self.callback(batched_events) Jun 29 23:37:39.176127 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 23:37:39.176127 dv-cinder-769602-4-iscsi neutron-server[93163]: event.method(event) Jun 29 23:37:39.176127 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 23:37:39.176127 dv-cinder-769602-4-iscsi neutron-server[93163]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 23:37:39.176127 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 23:37:39.176127 dv-cinder-769602-4-iscsi neutron-server[93163]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 23:37:39.176127 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 23:37:39.176127 dv-cinder-769602-4-iscsi neutron-server[93163]: return f(self, *a, **k) Jun 29 23:37:39.176127 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 23:37:39.176127 dv-cinder-769602-4-iscsi neutron-server[93163]: return self._get(url).json() Jun 29 23:37:39.176127 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 23:37:39.176127 dv-cinder-769602-4-iscsi neutron-server[93163]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 23:37:39.176127 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 23:37:39.176127 dv-cinder-769602-4-iscsi neutron-server[93163]: return self.request(url, 'GET', **kwargs) Jun 29 23:37:39.176127 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 23:37:39.176127 dv-cinder-769602-4-iscsi neutron-server[93163]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 23:37:39.176127 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 23:37:39.176127 dv-cinder-769602-4-iscsi neutron-server[93163]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 23:37:39.176127 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 23:37:39.176127 dv-cinder-769602-4-iscsi neutron-server[93163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 23:37:39.176127 dv-cinder-769602-4-iscsi neutron-server[93163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 23:37:39.182876 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] No Port match for: bb6d632e-0fff-45b5-8215-de3598d99564 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:37:39.183223 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device bb6d632e-0fff-45b5-8215-de3598d99564 not bound to the agent host dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:37:39.229835 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b87415e4-c95c-4735-83ef-31026d594f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1567845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484101'] for network, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:39.233738 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-e10bc855-1f7a-4910-ac17-79616e08b075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:37:39.237096 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b87415e4-c95c-4735-83ef-31026d594f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for network, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:39.239238 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-b87415e4-c95c-4735-83ef-31026d594f86 admin admin] 10.222.0.30 "DELETE /v2.0/networks/18655a20-36e7-480e-885c-1e73fb892310 HTTP/1.1" status: 204 len: 168 time: 0.5403185 Jun 29 23:37:39.250161 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87415e4-c95c-4735-83ef-31026d594f86 admin admin] Pushing event deleted for resources: {'Network': ['ID=18655a20-36e7-480e-885c-1e73fb892310,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:37:39.252736 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-b87415e4-c95c-4735-83ef-31026d594f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:37:39.347414 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 48594) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:37:39.362535 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:37:39.390123 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-9a8fe97e-abb5-43c8-aac0-9b21c66c0246 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a764af7b0ca642e4960df1bc8942167a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0414789 Jun 29 23:37:39.392426 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 48596) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:37:39.439113 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-85ce909c-4773-4806-af4f-de8854c9b67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:39.462117 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-85ce909c-4773-4806-af4f-de8854c9b67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:39.511177 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-85ce909c-4773-4806-af4f-de8854c9b67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:39.514391 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-85ce909c-4773-4806-af4f-de8854c9b67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:39.515719 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-85ce909c-4773-4806-af4f-de8854c9b67e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/112b6707-9d9b-4a15-b2ea-2350058c4834 HTTP/1.1" status: 204 len: 168 time: 0.1215575 Jun 29 23:37:39.516613 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-2bc6e481-e582-41e2-a34d-03047976a21a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:37:39.525691 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce909c-4773-4806-af4f-de8854c9b67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112b6707-9d9b-4a15-b2ea-2350058c4834,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:37:39.530012 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-85ce909c-4773-4806-af4f-de8854c9b67e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:37:41.079694 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 48658) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:37:41.181677 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-35104fda-776a-4cc8-8a0f-b3aca6d06366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:41.269524 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-35104fda-776a-4cc8-8a0f-b3aca6d06366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:41.272972 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-35104fda-776a-4cc8-8a0f-b3aca6d06366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:41.275312 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-e5bf018d-4346-4e15-8d9d-f2a1f7905a39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:37:41.309699 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35104fda-776a-4cc8-8a0f-b3aca6d06366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7964ae88-894e-41e7-96e6-5c48fd7cc0cd,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:37:41.313903 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-35104fda-776a-4cc8-8a0f-b3aca6d06366 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a625bad264a841a68dffca666c6f3465&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331631 Jun 29 23:37:41.314805 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-35104fda-776a-4cc8-8a0f-b3aca6d06366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:37:41.316481 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 48664) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:37:41.367718 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-55d90727-00e3-4848-adfb-f4d512e78bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:41.388204 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-55d90727-00e3-4848-adfb-f4d512e78bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:41.434308 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-55d90727-00e3-4848-adfb-f4d512e78bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:41.437363 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-55d90727-00e3-4848-adfb-f4d512e78bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:41.438469 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-55d90727-00e3-4848-adfb-f4d512e78bc2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7964ae88-894e-41e7-96e6-5c48fd7cc0cd HTTP/1.1" status: 204 len: 168 time: 0.1210785 Jun 29 23:37:41.439205 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-328fb6af-a0c7-47c2-b9cb-666508239d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:37:41.446914 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d90727-00e3-4848-adfb-f4d512e78bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7964ae88-894e-41e7-96e6-5c48fd7cc0cd,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:37:41.449084 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-55d90727-00e3-4848-adfb-f4d512e78bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:37:41.698158 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 48676) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:37:41.714009 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-febf3677-9ead-450f-87e2-ad0673cb9a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:41.805011 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-febf3677-9ead-450f-87e2-ad0673cb9a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:41.808732 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-febf3677-9ead-450f-87e2-ad0673cb9a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:41.812051 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-78b4ea0f-78b9-45e7-bc29-45b4a4d1c125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:37:41.847841 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-febf3677-9ead-450f-87e2-ad0673cb9a9f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2ab8adb65abf4f468d2082db531d94b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1484721 Jun 29 23:37:41.848756 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf3677-9ead-450f-87e2-ad0673cb9a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edc59dd-fad4-47d3-9a7d-5c0849a41a22,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:37:41.850505 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 48678) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:37:41.851633 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-febf3677-9ead-450f-87e2-ad0673cb9a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:37:41.901063 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8716b518-426d-4025-a6ff-ddfe23c3b82c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:41.921559 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8716b518-426d-4025-a6ff-ddfe23c3b82c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:41.968511 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8716b518-426d-4025-a6ff-ddfe23c3b82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:41.971624 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8716b518-426d-4025-a6ff-ddfe23c3b82c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:41.972792 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-8716b518-426d-4025-a6ff-ddfe23c3b82c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6edc59dd-fad4-47d3-9a7d-5c0849a41a22 HTTP/1.1" status: 204 len: 168 time: 0.1212785 Jun 29 23:37:41.973544 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-89ab1acd-de33-44ee-93e0-50fc7bc8d4d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:37:41.980996 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716b518-426d-4025-a6ff-ddfe23c3b82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edc59dd-fad4-47d3-9a7d-5c0849a41a22,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:37:41.988858 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716b518-426d-4025-a6ff-ddfe23c3b82c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:37:41.989229 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716b518-426d-4025-a6ff-ddfe23c3b82c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:37:41.989592 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716b518-426d-4025-a6ff-ddfe23c3b82c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:37:41.989947 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716b518-426d-4025-a6ff-ddfe23c3b82c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:37:41.990299 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716b518-426d-4025-a6ff-ddfe23c3b82c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:37:41.990651 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716b518-426d-4025-a6ff-ddfe23c3b82c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:37:41.990986 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716b518-426d-4025-a6ff-ddfe23c3b82c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:37:41.991334 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716b518-426d-4025-a6ff-ddfe23c3b82c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:37:41.991684 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716b518-426d-4025-a6ff-ddfe23c3b82c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:37:41.992026 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716b518-426d-4025-a6ff-ddfe23c3b82c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:37:41.992368 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716b518-426d-4025-a6ff-ddfe23c3b82c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:37:41.992735 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716b518-426d-4025-a6ff-ddfe23c3b82c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:37:41.995727 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-8716b518-426d-4025-a6ff-ddfe23c3b82c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:37:43.519033 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 48738) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:37:43.619490 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-31c79ae9-cfc9-4bf7-8ed6-65e241edf206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:43.706075 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-31c79ae9-cfc9-4bf7-8ed6-65e241edf206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:43.711779 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-31c79ae9-cfc9-4bf7-8ed6-65e241edf206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:43.715275 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-1b38718f-202f-4f99-b704-1fdb3bd10208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:37:43.749049 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-31c79ae9-cfc9-4bf7-8ed6-65e241edf206 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=156b9512dd894bd9a1638f1c9904096e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289479 Jun 29 23:37:43.751037 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c79ae9-cfc9-4bf7-8ed6-65e241edf206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b12594-8921-4d6e-9021-5aa113062b67,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:37:43.751811 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 48744) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:37:43.754210 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-31c79ae9-cfc9-4bf7-8ed6-65e241edf206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:37:43.808636 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8f2164c3-f7af-4b0b-9fd2-738c9aaa87ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:43.829648 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8f2164c3-f7af-4b0b-9fd2-738c9aaa87ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:43.880273 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8f2164c3-f7af-4b0b-9fd2-738c9aaa87ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:43.882935 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8f2164c3-f7af-4b0b-9fd2-738c9aaa87ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:43.884226 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-8f2164c3-f7af-4b0b-9fd2-738c9aaa87ca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b3b12594-8921-4d6e-9021-5aa113062b67 HTTP/1.1" status: 204 len: 168 time: 0.1312163 Jun 29 23:37:43.885079 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-3ddcf153-3502-4eb4-aa0c-a3fc77e834f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:37:43.892238 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2164c3-f7af-4b0b-9fd2-738c9aaa87ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b12594-8921-4d6e-9021-5aa113062b67,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:37:43.895211 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-8f2164c3-f7af-4b0b-9fd2-738c9aaa87ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:37:44.134029 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 48756) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:37:44.150906 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2f7ff08b-a80c-4ca2-a7b5-04ee3b3849ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:44.238421 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2f7ff08b-a80c-4ca2-a7b5-04ee3b3849ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:44.242200 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2f7ff08b-a80c-4ca2-a7b5-04ee3b3849ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:44.245419 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-50b11fd8-63cf-4b55-90db-05bc8c037803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:37:44.281964 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-2f7ff08b-a80c-4ca2-a7b5-04ee3b3849ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8f5673c27bc749409c9a0f3a62b0cbcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1468756 Jun 29 23:37:44.282859 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ff08b-a80c-4ca2-a7b5-04ee3b3849ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855cd01a-3dea-4f8b-ad87-3eb82b133d0a,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:37:44.284892 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 48758) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:37:44.286521 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-2f7ff08b-a80c-4ca2-a7b5-04ee3b3849ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:37:44.333999 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-625b7e7b-5998-4c4c-8db9-3945d0cdd590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:44.354229 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-625b7e7b-5998-4c4c-8db9-3945d0cdd590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:44.400700 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-625b7e7b-5998-4c4c-8db9-3945d0cdd590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:44.403325 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-625b7e7b-5998-4c4c-8db9-3945d0cdd590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:44.404444 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-625b7e7b-5998-4c4c-8db9-3945d0cdd590 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/855cd01a-3dea-4f8b-ad87-3eb82b133d0a HTTP/1.1" status: 204 len: 168 time: 0.1185441 Jun 29 23:37:44.405288 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-5969203d-77cf-4731-badb-3a5e20734770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:37:44.412580 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b7e7b-5998-4c4c-8db9-3945d0cdd590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855cd01a-3dea-4f8b-ad87-3eb82b133d0a,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:37:44.414762 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-625b7e7b-5998-4c4c-8db9-3945d0cdd590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:37:47.200272 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-fd188e38-6d76-4d6b-a5be-a6bf46b24451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:49.646667 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4bb4cbd1-3069-4a69-a484-1e83ae27c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:50.191897 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:50.903454 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:52.754830 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:38:04.543489 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:38:16.361488 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:38:17.202873 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-426bbfcc-b924-4210-87be-9feea55f0b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:38:19.647154 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-5ca0ab34-ed43-4c83-ac0b-0fd5bdcbe32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:38:20.196485 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:38:20.905369 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:38:22.756081 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:38:31.545476 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6672dfb3-7b65-4eca-ba90-61ddd6d70a07 req-456e0a80-ff78-405b-8943-e9340cbbcc98 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=824e01ab-2aa2-49bd-a91f-9d029d89faa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0549710 Jun 29 23:38:31.636512 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672dfb3-7b65-4eca-ba90-61ddd6d70a07 req-5f95b0ea-bb74-41ef-8e43-5dbc1b5cc3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:38:31.637998 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6672dfb3-7b65-4eca-ba90-61ddd6d70a07 req-5f95b0ea-bb74-41ef-8e43-5dbc1b5cc3aa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84fa8dae152648e093dc8e5a4d0ef36d&device_id=824e01ab-2aa2-49bd-a91f-9d029d89faa2 HTTP/1.1" status: 200 len: 1099 time: 0.0511506 Jun 29 23:38:31.745587 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672dfb3-7b65-4eca-ba90-61ddd6d70a07 req-e30b849d-3ba2-4239-a23e-0cecca5eccde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:38:31.747062 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6672dfb3-7b65-4eca-ba90-61ddd6d70a07 req-e30b849d-3ba2-4239-a23e-0cecca5eccde service neutron] 10.222.0.52 "GET /v2.0/networks?id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 HTTP/1.1" status: 200 len: 916 time: 0.0897884 Jun 29 23:38:31.786874 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6672dfb3-7b65-4eca-ba90-61ddd6d70a07 req-b57c6025-303f-4e1d-ae98-ebc99c267cad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41a38227-52e9-4fac-afd8-0da3f016c707 HTTP/1.1" status: 200 len: 217 time: 0.0334411 Jun 29 23:38:31.839764 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672dfb3-7b65-4eca-ba90-61ddd6d70a07 req-6b9a77bb-7c93-43cb-94d8-d3086bd7ecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:38:31.841183 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6672dfb3-7b65-4eca-ba90-61ddd6d70a07 req-6b9a77bb-7c93-43cb-94d8-d3086bd7ecf5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d173892-21f3-4d8b-a65f-f341f79adde1 HTTP/1.1" status: 200 len: 855 time: 0.0485485 Jun 29 23:38:31.874991 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6672dfb3-7b65-4eca-ba90-61ddd6d70a07 req-ec75ac3c-661c-418c-a946-ebd70d91f9d0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272117 Jun 29 23:38:31.967038 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6672dfb3-7b65-4eca-ba90-61ddd6d70a07 req-91328fa2-2584-4aac-81d2-e9ccaa1933f4 service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847101 Jun 29 23:38:32.052941 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6672dfb3-7b65-4eca-ba90-61ddd6d70a07 req-7466b7b2-c58a-4d5e-ab1c-36508c37a5ae service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791690 Jun 29 23:38:34.556107 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:38:47.202748 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-a5ad2e11-212a-4a75-ac8f-42b6b0960339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:38:49.648247 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f2cc5d76-0fea-47d6-bf3d-666961a513d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:38:50.200678 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:38:50.907678 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:38:52.759916 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:38:53.361623 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:39:04.555077 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:39:17.203168 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-b757a414-6828-470c-b910-40244ea4f8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:39:19.651513 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-e112b76d-de00-4214-94bc-cf392b82fe14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:39:20.202581 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:39:20.910914 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:39:22.762040 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:39:30.359594 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:39:31.612251 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2f9a2ab3-5bd6-48d4-bde5-b7950969613e req-d9bb7d5a-90ee-48ed-8ef9-a85f808995fe service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=824e01ab-2aa2-49bd-a91f-9d029d89faa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1396272 Jun 29 23:39:31.704875 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a2ab3-5bd6-48d4-bde5-b7950969613e req-fe20f4b6-cd3c-4c06-9ffe-3253c4ccae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:39:31.706269 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2f9a2ab3-5bd6-48d4-bde5-b7950969613e req-fe20f4b6-cd3c-4c06-9ffe-3253c4ccae37 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84fa8dae152648e093dc8e5a4d0ef36d&device_id=824e01ab-2aa2-49bd-a91f-9d029d89faa2 HTTP/1.1" status: 200 len: 1099 time: 0.0535772 Jun 29 23:39:31.809502 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a2ab3-5bd6-48d4-bde5-b7950969613e req-c8e47530-2055-4674-8f7b-b41202b34cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:39:31.811031 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2f9a2ab3-5bd6-48d4-bde5-b7950969613e req-c8e47530-2055-4674-8f7b-b41202b34cd5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 HTTP/1.1" status: 200 len: 916 time: 0.0831318 Jun 29 23:39:31.855917 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2f9a2ab3-5bd6-48d4-bde5-b7950969613e req-d456abe4-7e0b-438c-9613-3a8ef212806e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41a38227-52e9-4fac-afd8-0da3f016c707 HTTP/1.1" status: 200 len: 217 time: 0.0384119 Jun 29 23:39:31.902205 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a2ab3-5bd6-48d4-bde5-b7950969613e req-a8f18768-bdba-4604-bc63-f4105745232a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:39:31.903583 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2f9a2ab3-5bd6-48d4-bde5-b7950969613e req-a8f18768-bdba-4604-bc63-f4105745232a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d173892-21f3-4d8b-a65f-f341f79adde1 HTTP/1.1" status: 200 len: 855 time: 0.0420485 Jun 29 23:39:31.934431 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2f9a2ab3-5bd6-48d4-bde5-b7950969613e req-ea2e9cb4-5d9c-41d8-b01f-1546c3b205ed service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245860 Jun 29 23:39:31.943802 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [req-2f9a2ab3-5bd6-48d4-bde5-b7950969613e req-f0c18d80-dd0d-437b-baf6-c5d2c3f46389 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 23:39:31.945519 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2f9a2ab3-5bd6-48d4-bde5-b7950969613e req-f0c18d80-dd0d-437b-baf6-c5d2c3f46389 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053916 Jun 29 23:39:32.034075 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2f9a2ab3-5bd6-48d4-bde5-b7950969613e req-0ef998c0-4f91-4684-b089-2a8962473b1b service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824862 Jun 29 23:39:32.121297 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2f9a2ab3-5bd6-48d4-bde5-b7950969613e req-1a010c04-671f-4dca-91a6-e9fbcbd7890f service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807228 Jun 29 23:39:34.569026 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:39:47.204177 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-7f966ce3-122a-4b65-94d8-058f7d475dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:39:49.652417 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-6a691284-4b5d-41e6-b436-a3db66f1de9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:39:50.205012 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:39:50.914368 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:39:52.765646 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:40:04.569507 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:40:07.361588 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:40:17.206297 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-246ba9dc-db23-48f2-9757-9026fc746944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:40:19.652789 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-bd2f08ab-e1fa-4ec7-b740-946d691e21b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:40:20.208961 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:40:20.916837 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:40:22.767975 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:40:33.523028 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5783b033-c224-4035-a44a-39ec871dccce req-e71af33f-017c-479c-94a0-266f5169190b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=824e01ab-2aa2-49bd-a91f-9d029d89faa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536985 Jun 29 23:40:33.614792 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783b033-c224-4035-a44a-39ec871dccce req-14f7c012-2e7a-42b3-9716-8f0e12b08f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:40:33.616286 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5783b033-c224-4035-a44a-39ec871dccce req-14f7c012-2e7a-42b3-9716-8f0e12b08f85 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84fa8dae152648e093dc8e5a4d0ef36d&device_id=824e01ab-2aa2-49bd-a91f-9d029d89faa2 HTTP/1.1" status: 200 len: 1099 time: 0.0523322 Jun 29 23:40:33.718693 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783b033-c224-4035-a44a-39ec871dccce req-40afc8a8-2b29-41da-91b4-430110083092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:40:33.720162 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5783b033-c224-4035-a44a-39ec871dccce req-40afc8a8-2b29-41da-91b4-430110083092 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 HTTP/1.1" status: 200 len: 916 time: 0.0826452 Jun 29 23:40:33.762847 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5783b033-c224-4035-a44a-39ec871dccce req-9eb324d2-c488-4860-a03c-e390b4df5d28 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41a38227-52e9-4fac-afd8-0da3f016c707 HTTP/1.1" status: 200 len: 217 time: 0.0363090 Jun 29 23:40:33.810428 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783b033-c224-4035-a44a-39ec871dccce req-8a157ebe-b1b2-4a7e-813a-af0c5fb74d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:40:33.811888 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5783b033-c224-4035-a44a-39ec871dccce req-8a157ebe-b1b2-4a7e-813a-af0c5fb74d3f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d173892-21f3-4d8b-a65f-f341f79adde1 HTTP/1.1" status: 200 len: 855 time: 0.0429034 Jun 29 23:40:33.844456 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5783b033-c224-4035-a44a-39ec871dccce req-9f18c4e8-d4b8-4ab7-8cde-2fb7b9ec284f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257132 Jun 29 23:40:33.939673 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5783b033-c224-4035-a44a-39ec871dccce req-c30401b9-4198-459d-8abc-f3bcaa92af86 service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889606 Jun 29 23:40:34.026338 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5783b033-c224-4035-a44a-39ec871dccce req-dc2b28b9-8758-4d40-a154-a458db814a05 service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796556 Jun 29 23:40:34.570085 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:40:44.361156 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:40:47.206724 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-8bded587-9998-43c2-8998-c0d032c2456a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:40:49.653585 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4e3f7dc5-3d2e-45a6-9e86-a2bf73244988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:40:50.209551 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:40:50.919740 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:40:52.771336 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:41:04.585584 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:41:17.207462 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-afb60be9-6d1f-4cc0-bdc6-34e08d3cf4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:41:19.653555 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-97b1c054-f537-46a4-9bfe-26af6f6e86cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:41:20.211797 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:41:20.801063 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [req-715aa161-c150-4391-abb5-b520ad4bb777 req-54846721-4dab-4b25-8099-ec6a592d5f80 service neutron] (93163) timed out ('10.222.0.52', 53151) {{(pid=93163) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 23:41:20.922482 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:41:21.361213 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:41:22.774692 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:41:34.583623 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:41:36.102805 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7cdb1c3c-4e68-4420-875f-8cca917e0b8b req-93bd5c50-7f17-4fb4-b6ff-9d0fbb2c85e6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=824e01ab-2aa2-49bd-a91f-9d029d89faa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0544739 Jun 29 23:41:36.195897 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb1c3c-4e68-4420-875f-8cca917e0b8b req-5335c901-1223-4dee-89f3-80e33bab1ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:41:36.198289 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7cdb1c3c-4e68-4420-875f-8cca917e0b8b req-5335c901-1223-4dee-89f3-80e33bab1ee4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84fa8dae152648e093dc8e5a4d0ef36d&device_id=824e01ab-2aa2-49bd-a91f-9d029d89faa2 HTTP/1.1" status: 200 len: 1099 time: 0.0516033 Jun 29 23:41:36.304099 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb1c3c-4e68-4420-875f-8cca917e0b8b req-e750ed2a-c3ab-4db5-abcb-69accbf3efd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:41:36.305581 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7cdb1c3c-4e68-4420-875f-8cca917e0b8b req-e750ed2a-c3ab-4db5-abcb-69accbf3efd2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 HTTP/1.1" status: 200 len: 916 time: 0.0886018 Jun 29 23:41:36.350393 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7cdb1c3c-4e68-4420-875f-8cca917e0b8b req-c3ce504a-997d-4e19-bd24-ab8d7dc4464f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41a38227-52e9-4fac-afd8-0da3f016c707 HTTP/1.1" status: 200 len: 217 time: 0.0334432 Jun 29 23:41:36.396805 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb1c3c-4e68-4420-875f-8cca917e0b8b req-9bc9201f-1a09-44b7-a3a8-e9bf118bb6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:41:36.398200 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7cdb1c3c-4e68-4420-875f-8cca917e0b8b req-9bc9201f-1a09-44b7-a3a8-e9bf118bb6c2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d173892-21f3-4d8b-a65f-f341f79adde1 HTTP/1.1" status: 200 len: 855 time: 0.0416625 Jun 29 23:41:36.433469 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7cdb1c3c-4e68-4420-875f-8cca917e0b8b req-3ba69d9f-e19f-4095-8682-d2de9c65d5c0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288002 Jun 29 23:41:36.523239 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7cdb1c3c-4e68-4420-875f-8cca917e0b8b req-72d96f46-a3c0-433e-bd47-3c502f121561 service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834382 Jun 29 23:41:36.629868 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7cdb1c3c-4e68-4420-875f-8cca917e0b8b req-8ece6531-1d39-4c41-864a-455617c91577 service neutron] 10.222.0.52 "GET /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999365 Jun 29 23:41:46.061249 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a60934-be79-455a-9525-b1cda605f1b2 req-75cb43f7-3a96-4b5f-9a04-850bdd05234a tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:41:46.063053 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-10a60934-be79-455a-9525-b1cda605f1b2 req-75cb43f7-3a96-4b5f-9a04-850bdd05234a tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=824e01ab-2aa2-49bd-a91f-9d029d89faa2 HTTP/1.1" status: 200 len: 946 time: 0.0708055 Jun 29 23:41:46.102515 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-10a60934-be79-455a-9525-b1cda605f1b2 req-5dd28bb2-9e35-47fb-a052-99b5a35d0b81 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/security-groups?id=abaf9787-7515-49a0-b151-d30359cc61ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337069 Jun 29 23:41:46.386546 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5396e8d-b67a-4831-b999-2f57854228f8 req-ce3860fc-51e4-422c-81f7-926b4e39dc3c tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:41:46.387997 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e5396e8d-b67a-4831-b999-2f57854228f8 req-ce3860fc-51e4-422c-81f7-926b4e39dc3c tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.52 "GET /v2.0/ports?device_id=824e01ab-2aa2-49bd-a91f-9d029d89faa2 HTTP/1.1" status: 200 len: 946 time: 0.0626309 Jun 29 23:41:46.487590 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-e5396e8d-b67a-4831-b999-2f57854228f8 req-c964ad2f-d996-452f-b245-37a561accdef tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Deleting port 41a38227-52e9-4fac-afd8-0da3f016c707 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:41:46.487920 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-e5396e8d-b67a-4831-b999-2f57854228f8 req-c964ad2f-d996-452f-b245-37a561accdef tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:41:46.575658 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-e5396e8d-b67a-4831-b999-2f57854228f8 req-c964ad2f-d996-452f-b245-37a561accdef tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] For port 41a38227-52e9-4fac-afd8-0da3f016c707, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=41a38227-52e9-4fac-afd8-0da3f016c707,segment=NetworkSegment(e3f7bb9a-64ba-45aa-844e-d64cc18d706f),segment_id=e3f7bb9a-64ba-45aa-844e-d64cc18d706f)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:41:46.576016 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-e5396e8d-b67a-4831-b999-2f57854228f8 req-c964ad2f-d996-452f-b245-37a561accdef tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:41:46.587254 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-e5396e8d-b67a-4831-b999-2f57854228f8 req-c964ad2f-d996-452f-b245-37a561accdef tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Calling delete_port for 41a38227-52e9-4fac-afd8-0da3f016c707 owned by compute:nova {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:41:46.722318 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-e5396e8d-b67a-4831-b999-2f57854228f8 req-c964ad2f-d996-452f-b245-37a561accdef tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66139777'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:41:46.726276 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-881cb93d-ef02-4860-9212-33ed9fa44b86 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:41:46.734451 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] get_ports_and_sgs() called for port_ids ['41a38227-52e9-4fac-afd8-0da3f016c707'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:41:46.754079 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964ad2f-d996-452f-b245-37a561accdef tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Pushing event deleted for resources: {'Port': ['ID=41a38227-52e9-4fac-afd8-0da3f016c707,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:41:46.768813 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964ad2f-d996-452f-b245-37a561accdef tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:41:46.769187 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964ad2f-d996-452f-b245-37a561accdef tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:41:46.769447 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964ad2f-d996-452f-b245-37a561accdef tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:41:46.769812 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964ad2f-d996-452f-b245-37a561accdef tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:41:46.770173 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964ad2f-d996-452f-b245-37a561accdef tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:41:46.770538 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964ad2f-d996-452f-b245-37a561accdef tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:41:46.770889 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964ad2f-d996-452f-b245-37a561accdef tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:41:46.771245 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964ad2f-d996-452f-b245-37a561accdef tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:41:46.771595 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964ad2f-d996-452f-b245-37a561accdef tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:41:46.771957 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964ad2f-d996-452f-b245-37a561accdef tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:41:46.772306 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964ad2f-d996-452f-b245-37a561accdef tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:41:46.772684 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964ad2f-d996-452f-b245-37a561accdef tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:41:46.790520 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-c964ad2f-d996-452f-b245-37a561accdef tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:41:46.811086 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5396e8d-b67a-4831-b999-2f57854228f8 req-c964ad2f-d996-452f-b245-37a561accdef tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] No DVR routers for this DVR port 41a38227-52e9-4fac-afd8-0da3f016c707 on host hv-cinder-76960 {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:41:46.813620 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-e5396e8d-b67a-4831-b999-2f57854228f8 req-c964ad2f-d996-452f-b245-37a561accdef tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:41:46.815605 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e5396e8d-b67a-4831-b999-2f57854228f8 req-c964ad2f-d996-452f-b245-37a561accdef tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.52 "DELETE /v2.0/ports/41a38227-52e9-4fac-afd8-0da3f016c707 HTTP/1.1" status: 204 len: 173 time: 0.4222057 Jun 29 23:41:46.816109 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824e01ab-2aa2-49bd-a91f-9d029d89faa2', 'name': 'network-vif-deleted', 'tag': '41a38227-52e9-4fac-afd8-0da3f016c707'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:41:46.818511 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4ff624e5b506a15852624dbd6f9127feb1aca7eb9818edaf72933b1fc2af06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc572b6f-3ab8-4a0a-b22c-126ebef74b16" -d '{"events": [{"server_uuid": "824e01ab-2aa2-49bd-a91f-9d029d89faa2", "name": "network-vif-deleted", "tag": "41a38227-52e9-4fac-afd8-0da3f016c707"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:41:47.105778 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897f39aa-8d56-4e10-acce-b7bbcca38c52 x-openstack-request-id: req-897f39aa-8d56-4e10-acce-b7bbcca38c52 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:41:47.106364 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824e01ab-2aa2-49bd-a91f-9d029d89faa2", "name": "network-vif-deleted", "tag": "41a38227-52e9-4fac-afd8-0da3f016c707", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:41:47.106364 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-897f39aa-8d56-4e10-acce-b7bbcca38c52 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:41:47.106801 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824e01ab-2aa2-49bd-a91f-9d029d89faa2', 'name': 'network-vif-deleted', 'tag': '41a38227-52e9-4fac-afd8-0da3f016c707', 'status': 'completed', 'code': 200} Jun 29 23:41:47.208104 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-a83630be-5779-4bd7-9146-2f6b727ad4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:41:47.262100 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5712d9dc-dbab-4ee5-b132-ea2035b3f2b8 req-1ee6dc65-da1f-4295-953b-7a82b3a3048b tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] 10.222.0.30 "GET /v2.0/ports?device_id=824e01ab-2aa2-49bd-a91f-9d029d89faa2 HTTP/1.1" status: 200 len: 210 time: 0.0314846 Jun 29 23:41:48.352887 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 51702) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:41:48.500144 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_v2 [None req-c28abf83-8136-43dd-9536-24c0eebe0b80 admin admin] Deleting subnet 8d173892-21f3-4d8b-a65f-f341f79adde1 {{(pid=93162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 23:41:48.503147 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c28abf83-8136-43dd-9536-24c0eebe0b80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:41:48.535837 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c28abf83-8136-43dd-9536-24c0eebe0b80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66096812'] for subnet, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:41:48.576013 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c28abf83-8136-43dd-9536-24c0eebe0b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1567904'] for subnet, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:41:48.625479 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c28abf83-8136-43dd-9536-24c0eebe0b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1567929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66139771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66396870'] for subnet, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:41:48.627570 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:41:48.653499 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28abf83-8136-43dd-9536-24c0eebe0b80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d173892-21f3-4d8b-a65f-f341f79adde1,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:41:48.656022 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-c28abf83-8136-43dd-9536-24c0eebe0b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:41:48.658894 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c28abf83-8136-43dd-9536-24c0eebe0b80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:41:48.660934 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-c28abf83-8136-43dd-9536-24c0eebe0b80 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8d173892-21f3-4d8b-a65f-f341f79adde1 HTTP/1.1" status: 204 len: 168 time: 0.3062141 Jun 29 23:41:48.663094 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 51706) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:41:48.730323 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-14d39a81-30f1-4ad0-a1d0-80272446dc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1494429'] for network, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:41:48.809700 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-14d39a81-30f1-4ad0-a1d0-80272446dc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1567870', 'neutron.services.segments.db._delete_segments_for_network-8748551520579'] for network, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:41:48.818876 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-14d39a81-30f1-4ad0-a1d0-80272446dc4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d27fbb3-5d7a-4c3c-914c-7525c670a5e8']}} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:41:48.829396 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-14d39a81-30f1-4ad0-a1d0-80272446dc4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f7bb9a-64ba-45aa-844e-d64cc18d706f') {'for_net_delete': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:41:48.829699 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-14d39a81-30f1-4ad0-a1d0-80272446dc4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f7bb9a-64ba-45aa-844e-d64cc18d706f') {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:41:48.838153 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-14d39a81-30f1-4ad0-a1d0-80272446dc4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748551432138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66096803'] for segment, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:41:48.851592 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-14d39a81-30f1-4ad0-a1d0-80272446dc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010'] for segment, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:41:48.857515 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d39a81-30f1-4ad0-a1d0-80272446dc4f admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=93162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 23:41:48.857912 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-14d39a81-30f1-4ad0-a1d0-80272446dc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66139862'] for segment, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:41:48.859533 dv-cinder-769602-4-iscsi neutron-server[93162]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:41:48.859533 dv-cinder-769602-4-iscsi neutron-server[93162]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:41:48.859533 dv-cinder-769602-4-iscsi neutron-server[93162]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:41:48.859533 dv-cinder-769602-4-iscsi neutron-server[93162]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:41:48.859533 dv-cinder-769602-4-iscsi neutron-server[93162]: Traceback (most recent call last): Jun 29 23:41:48.859533 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 23:41:48.859533 dv-cinder-769602-4-iscsi neutron-server[93162]: timer() Jun 29 23:41:48.859533 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 23:41:48.859533 dv-cinder-769602-4-iscsi neutron-server[93162]: cb(*args, **kw) Jun 29 23:41:48.859533 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 23:41:48.859533 dv-cinder-769602-4-iscsi neutron-server[93162]: return func(*args, **kwargs) Jun 29 23:41:48.859533 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 23:41:48.859533 dv-cinder-769602-4-iscsi neutron-server[93162]: self._notify() Jun 29 23:41:48.859533 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 23:41:48.859533 dv-cinder-769602-4-iscsi neutron-server[93162]: self.callback(batched_events) Jun 29 23:41:48.859533 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 23:41:48.859533 dv-cinder-769602-4-iscsi neutron-server[93162]: event.method(event) Jun 29 23:41:48.859533 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 23:41:48.859533 dv-cinder-769602-4-iscsi neutron-server[93162]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 23:41:48.859533 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 23:41:48.859533 dv-cinder-769602-4-iscsi neutron-server[93162]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 23:41:48.859533 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 23:41:48.859533 dv-cinder-769602-4-iscsi neutron-server[93162]: return f(self, *a, **k) Jun 29 23:41:48.859533 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 23:41:48.859533 dv-cinder-769602-4-iscsi neutron-server[93162]: return self._get(url).json() Jun 29 23:41:48.859533 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 23:41:48.859533 dv-cinder-769602-4-iscsi neutron-server[93162]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 23:41:48.859533 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 23:41:48.859533 dv-cinder-769602-4-iscsi neutron-server[93162]: return self.request(url, 'GET', **kwargs) Jun 29 23:41:48.859533 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 23:41:48.859533 dv-cinder-769602-4-iscsi neutron-server[93162]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 23:41:48.859533 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 23:41:48.859533 dv-cinder-769602-4-iscsi neutron-server[93162]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 23:41:48.859533 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 23:41:48.859533 dv-cinder-769602-4-iscsi neutron-server[93162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 23:41:48.859533 dv-cinder-769602-4-iscsi neutron-server[93162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 23:41:49.196031 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-14d39a81-30f1-4ad0-a1d0-80272446dc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1567845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484101'] for network, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:41:49.199772 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:41:49.202391 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-14d39a81-30f1-4ad0-a1d0-80272446dc4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:41:49.204162 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-14d39a81-30f1-4ad0-a1d0-80272446dc4f admin admin] 10.222.0.30 "DELETE /v2.0/networks/5d27fbb3-5d7a-4c3c-914c-7525c670a5e8 HTTP/1.1" status: 204 len: 168 time: 0.5401728 Jun 29 23:41:49.216189 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d39a81-30f1-4ad0-a1d0-80272446dc4f admin admin] Pushing event deleted for resources: {'Network': ['ID=5d27fbb3-5d7a-4c3c-914c-7525c670a5e8,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:41:49.218577 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-14d39a81-30f1-4ad0-a1d0-80272446dc4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:41:49.316191 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 51720) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:41:49.355456 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-97fff10c-ef3e-41fa-9c33-27c5347a98c6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=84fa8dae152648e093dc8e5a4d0ef36d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379069 Jun 29 23:41:49.357891 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 51722) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:41:49.412623 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ada9d8d2-aa87-4cd8-9674-0d4df495cbff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:41:49.433907 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ada9d8d2-aa87-4cd8-9674-0d4df495cbff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:41:49.480780 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ada9d8d2-aa87-4cd8-9674-0d4df495cbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:41:49.483417 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ada9d8d2-aa87-4cd8-9674-0d4df495cbff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:41:49.484871 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-ada9d8d2-aa87-4cd8-9674-0d4df495cbff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/abaf9787-7515-49a0-b151-d30359cc61ed HTTP/1.1" status: 204 len: 168 time: 0.1259918 Jun 29 23:41:49.485649 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-99e10cfe-01ab-4aa1-a13d-50fc4886ebe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:41:49.493223 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada9d8d2-aa87-4cd8-9674-0d4df495cbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abaf9787-7515-49a0-b151-d30359cc61ed,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:41:49.500821 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada9d8d2-aa87-4cd8-9674-0d4df495cbff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:41:49.501227 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada9d8d2-aa87-4cd8-9674-0d4df495cbff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:41:49.501584 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada9d8d2-aa87-4cd8-9674-0d4df495cbff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:41:49.501994 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada9d8d2-aa87-4cd8-9674-0d4df495cbff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:41:49.502566 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada9d8d2-aa87-4cd8-9674-0d4df495cbff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:41:49.502924 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada9d8d2-aa87-4cd8-9674-0d4df495cbff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:41:49.503316 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada9d8d2-aa87-4cd8-9674-0d4df495cbff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:41:49.503675 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada9d8d2-aa87-4cd8-9674-0d4df495cbff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:41:49.504035 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada9d8d2-aa87-4cd8-9674-0d4df495cbff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:41:49.504388 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada9d8d2-aa87-4cd8-9674-0d4df495cbff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:41:49.504770 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada9d8d2-aa87-4cd8-9674-0d4df495cbff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:41:49.505126 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada9d8d2-aa87-4cd8-9674-0d4df495cbff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:41:49.508372 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-ada9d8d2-aa87-4cd8-9674-0d4df495cbff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:41:49.656284 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-1025421b-8287-4ccb-9a4d-e776610b4590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:41:50.215927 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:41:50.227494 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 41a38227-52e9-4fac-afd8-0da3f016c707 no longer exists at agent hyperv_hv-cinder-76960 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:41:50.252554 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] No Port match for: 41a38227-52e9-4fac-afd8-0da3f016c707 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:41:50.252863 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 41a38227-52e9-4fac-afd8-0da3f016c707 not bound to the agent host hv-cinder-76960 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:41:50.924649 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:41:52.777820 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:41:58.360603 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:42:04.607270 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:17.210249 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f80356d4-33f0-4324-b49a-2d4859daa34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:19.656198 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0c4d613c-b25a-479f-b100-8930721c4669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:20.216728 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:20.928869 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:22.781013 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:31.061524 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 52376) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:42:31.181960 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a4130f1a-1406-447e-bd7c-fdcbc72b17b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:31.278139 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a4130f1a-1406-447e-bd7c-fdcbc72b17b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:31.283055 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a4130f1a-1406-447e-bd7c-fdcbc72b17b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:31.285727 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-2109f5ee-f0ae-482e-921f-48994a2163b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:42:31.324973 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4130f1a-1406-447e-bd7c-fdcbc72b17b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad302a4-e285-428c-ab91-c8e504721d96,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:42:31.343371 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-a4130f1a-1406-447e-bd7c-fdcbc72b17b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:42:31.344220 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 52388) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:42:31.349580 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-a4130f1a-1406-447e-bd7c-fdcbc72b17b4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=85a8a43142c848008717798923185bae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2864163 Jun 29 23:42:31.421678 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b38d2a8e-af26-4c46-8304-8507af82f133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:31.446970 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b38d2a8e-af26-4c46-8304-8507af82f133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:31.499037 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b38d2a8e-af26-4c46-8304-8507af82f133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:31.501811 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b38d2a8e-af26-4c46-8304-8507af82f133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:31.503043 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-b38d2a8e-af26-4c46-8304-8507af82f133 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fad302a4-e285-428c-ab91-c8e504721d96 HTTP/1.1" status: 204 len: 168 time: 0.1579766 Jun 29 23:42:31.504002 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-d5d0422f-7a08-4b2c-a411-1ecc34fe66da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:42:31.511771 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d2a8e-af26-4c46-8304-8507af82f133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad302a4-e285-428c-ab91-c8e504721d96,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:42:31.514843 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-b38d2a8e-af26-4c46-8304-8507af82f133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:42:31.811679 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 52408) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:42:31.826134 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-295bcc5a-2a0e-42d7-af0c-604b89226da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:31.923160 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-295bcc5a-2a0e-42d7-af0c-604b89226da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:31.926704 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-295bcc5a-2a0e-42d7-af0c-604b89226da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:31.929907 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-118caa28-2890-40ab-96f2-3ed9ad6b85aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:42:31.968563 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-295bcc5a-2a0e-42d7-af0c-604b89226da3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=731dbc182d444c3fae796d7f1dc6ad82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1558149 Jun 29 23:42:31.969802 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295bcc5a-2a0e-42d7-af0c-604b89226da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13610f29-f76b-4872-b449-0d8a90767588,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:42:31.971237 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 52410) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:42:31.972832 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-295bcc5a-2a0e-42d7-af0c-604b89226da3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:42:32.023543 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a6a89665-715c-4e28-a8d4-b043513b9892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:32.044346 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a6a89665-715c-4e28-a8d4-b043513b9892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:32.094455 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a6a89665-715c-4e28-a8d4-b043513b9892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:32.097139 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a6a89665-715c-4e28-a8d4-b043513b9892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:32.098429 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-a6a89665-715c-4e28-a8d4-b043513b9892 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/13610f29-f76b-4872-b449-0d8a90767588 HTTP/1.1" status: 204 len: 168 time: 0.1253407 Jun 29 23:42:32.099190 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-6ce83e44-f615-45e6-83ce-99a9c80290ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:42:32.106537 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a89665-715c-4e28-a8d4-b043513b9892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13610f29-f76b-4872-b449-0d8a90767588,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:42:32.109216 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-a6a89665-715c-4e28-a8d4-b043513b9892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:42:32.405689 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 52416) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:42:32.419097 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0b191851-6079-474c-889a-f84ae9485204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:32.507013 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0b191851-6079-474c-889a-f84ae9485204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:32.511137 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0b191851-6079-474c-889a-f84ae9485204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:32.521175 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-a8057fd8-e350-46cd-a0ad-ad0a06f0ecb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:42:32.549906 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-0b191851-6079-474c-889a-f84ae9485204 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=34d8c210c9874add9e35532a7a76e3dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1429756 Jun 29 23:42:32.550861 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b191851-6079-474c-889a-f84ae9485204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9327dfa8-0067-4f78-95fa-b0d4f8a46925,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:42:32.552507 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 52428) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:42:32.554102 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-0b191851-6079-474c-889a-f84ae9485204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:42:32.630510 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cf901f27-f34d-4489-97d8-24876cb1fdcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:32.669054 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cf901f27-f34d-4489-97d8-24876cb1fdcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:32.729700 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cf901f27-f34d-4489-97d8-24876cb1fdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:32.734061 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cf901f27-f34d-4489-97d8-24876cb1fdcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:32.735218 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-cf901f27-f34d-4489-97d8-24876cb1fdcc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9327dfa8-0067-4f78-95fa-b0d4f8a46925 HTTP/1.1" status: 204 len: 168 time: 0.1808808 Jun 29 23:42:32.736011 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-ca9bdcc8-ebd2-411c-ae26-d2f88b8ca9cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:42:32.744748 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf901f27-f34d-4489-97d8-24876cb1fdcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9327dfa8-0067-4f78-95fa-b0d4f8a46925,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:42:32.753583 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-cf901f27-f34d-4489-97d8-24876cb1fdcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:42:32.952018 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 52454) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:42:33.062894 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ec7c502e-7d9a-463e-afb3-eb7ebe25be60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:33.163460 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ec7c502e-7d9a-463e-afb3-eb7ebe25be60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:33.169424 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ec7c502e-7d9a-463e-afb3-eb7ebe25be60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:33.173518 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-f99fe9c0-c0e9-42b3-a3f1-1646c02d11ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:42:33.210805 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-ec7c502e-7d9a-463e-afb3-eb7ebe25be60 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=590ea1d84c9e4a5aa756daae07dadfc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2576411 Jun 29 23:42:33.211716 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c502e-7d9a-463e-afb3-eb7ebe25be60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a4339f-7378-4bfb-9685-9941cdb8abfd,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:42:33.213448 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 52466) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:42:33.222324 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-ec7c502e-7d9a-463e-afb3-eb7ebe25be60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:42:33.267697 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9d2ae232-4e0d-46f7-ab91-9a62898bdc45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:33.290116 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9d2ae232-4e0d-46f7-ab91-9a62898bdc45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:33.343175 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9d2ae232-4e0d-46f7-ab91-9a62898bdc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:33.345703 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9d2ae232-4e0d-46f7-ab91-9a62898bdc45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:33.346845 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-9d2ae232-4e0d-46f7-ab91-9a62898bdc45 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/18a4339f-7378-4bfb-9685-9941cdb8abfd HTTP/1.1" status: 204 len: 168 time: 0.1324184 Jun 29 23:42:33.347635 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-56c77635-489e-47ed-b6c7-d8d33573e98c tempest-VolumesNegativeTest-892498493 tempest-VolumesNegativeTest-892498493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:42:33.356693 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ae232-4e0d-46f7-ab91-9a62898bdc45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a4339f-7378-4bfb-9685-9941cdb8abfd,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:42:33.360259 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-9d2ae232-4e0d-46f7-ab91-9a62898bdc45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:42:33.447226 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 52478) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:42:33.645329 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-28b7067a-23da-44b8-ba4e-6ee2a42db40a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1410880481-network', 'tenant_id': '97d70987f4f040d5b4bd3d9ec477d0b9'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:42:33.670864 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b7067a-23da-44b8-ba4e-6ee2a42db40a admin admin] Made reservation on behalf of 97d70987f4f040d5b4bd3d9ec477d0b9 for: {'network': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:42:33.676543 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-28b7067a-23da-44b8-ba4e-6ee2a42db40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for network, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:33.682723 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-28b7067a-23da-44b8-ba4e-6ee2a42db40a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:33.792034 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-28b7067a-23da-44b8-ba4e-6ee2a42db40a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:33.799482 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-28b7067a-23da-44b8-ba4e-6ee2a42db40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:33.805256 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-2e34c5fb-439b-4946-a407-ac2ccb313e03 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:42:33.824445 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b7067a-23da-44b8-ba4e-6ee2a42db40a admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=93162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 23:42:33.840035 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7067a-23da-44b8-ba4e-6ee2a42db40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b97e15a-f280-4fd1-a33c-937289fba391,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:42:33.843604 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-28b7067a-23da-44b8-ba4e-6ee2a42db40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010'] for segment, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:33.843945 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.db.segments_db [None req-28b7067a-23da-44b8-ba4e-6ee2a42db40a admin admin] Added segment f6e81790-626e-4bfb-bf44-d0d5c5f6248a of type vlan for network 8deeab12-1a11-4eb4-84e9-c67539ab0912 Jun 29 23:42:33.845720 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-28b7067a-23da-44b8-ba4e-6ee2a42db40a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:42:33.902421 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-28b7067a-23da-44b8-ba4e-6ee2a42db40a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748551094604'] for network, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:33.940921 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-28b7067a-23da-44b8-ba4e-6ee2a42db40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688'] for network, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:33.942657 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b7067a-23da-44b8-ba4e-6ee2a42db40a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:42:33.943378 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-28b7067a-23da-44b8-ba4e-6ee2a42db40a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:33.946934 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:42:34.012641 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 52510) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:42:34.013456 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-28b7067a-23da-44b8-ba4e-6ee2a42db40a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5643473 Jun 29 23:42:34.018924 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7067a-23da-44b8-ba4e-6ee2a42db40a admin admin] Pushing event updated for resources: {'Network': ['ID=8deeab12-1a11-4eb4-84e9-c67539ab0912,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:42:34.019531 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-e3ce5fbb-41a7-4bbe-b9fa-0fe9417400e9 admin admin] Request body: {'subnet': {'network_id': '8deeab12-1a11-4eb4-84e9-c67539ab0912', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1410880481-subnet', 'tenant_id': '97d70987f4f040d5b4bd3d9ec477d0b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:42:34.022062 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-28b7067a-23da-44b8-ba4e-6ee2a42db40a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:42:34.031531 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Network 8deeab12-1a11-4eb4-84e9-c67539ab0912 details requested by agent ovs-agent-dv-cinder-769602-4-iscsi with host dv-cinder-769602-4-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:42:34.095191 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ce5fbb-41a7-4bbe-b9fa-0fe9417400e9 admin admin] Made reservation on behalf of 97d70987f4f040d5b4bd3d9ec477d0b9 for: {'subnet': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:42:34.097913 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e3ce5fbb-41a7-4bbe-b9fa-0fe9417400e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5764002'] for subnet, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:34.300112 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e3ce5fbb-41a7-4bbe-b9fa-0fe9417400e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5733108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5764016'] for subnet, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:34.303137 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-8bc51a93-5f18-4e79-8019-b69dad9336ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:42:34.368770 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce5fbb-41a7-4bbe-b9fa-0fe9417400e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74323ba9-923f-442c-948e-f5f9b4fdfdda,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:42:34.371968 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-e3ce5fbb-41a7-4bbe-b9fa-0fe9417400e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:42:34.376162 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ce5fbb-41a7-4bbe-b9fa-0fe9417400e9 admin admin] Checking segment: {'id': 'f6e81790-626e-4bfb-bf44-d0d5c5f6248a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8deeab12-1a11-4eb4-84e9-c67539ab0912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:42:34.376513 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ce5fbb-41a7-4bbe-b9fa-0fe9417400e9 admin admin] Network hostable DHCP agents. Network: 8deeab12-1a11-4eb4-84e9-c67539ab0912, hostable agents: ['cfabb9e1-4ba2-4051-95c8-b215c3ad7269'], hosted agents: [] {{(pid=93163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:42:34.395896 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ce5fbb-41a7-4bbe-b9fa-0fe9417400e9 admin admin] Network 8deeab12-1a11-4eb4-84e9-c67539ab0912 is scheduled to be hosted by DHCP agent cfabb9e1-4ba2-4051-95c8-b215c3ad7269 with binding_index 1 {{(pid=93163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:42:34.405332 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-e3ce5fbb-41a7-4bbe-b9fa-0fe9417400e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-4-iscsi, 8deeab12-1a11-4eb4-84e9-c67539ab0912) {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:42:34.410319 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ce5fbb-41a7-4bbe-b9fa-0fe9417400e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:42:34.411974 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e3ce5fbb-41a7-4bbe-b9fa-0fe9417400e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for subnet, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:34.413654 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68c5643-414c-4bf9-9a6a-4eefdd0e5a17 None None] Network 8deeab12-1a11-4eb4-84e9-c67539ab0912 requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:42:34.426895 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-e3ce5fbb-41a7-4bbe-b9fa-0fe9417400e9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4129093 Jun 29 23:42:34.556157 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7870f07-13d5-4707-98d4-75fce4511b0f None None] Network 8deeab12-1a11-4eb4-84e9-c67539ab0912 requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:42:34.631481 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:35.004454 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 52556) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:42:35.009449 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-85e9fcdf-d93f-4bfe-9945-e7b66d014eb7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-21725769-network', 'tenant_id': '6b68d439191a4098a97b20b73f48d950'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:42:35.031123 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e9fcdf-d93f-4bfe-9945-e7b66d014eb7 admin admin] Made reservation on behalf of 6b68d439191a4098a97b20b73f48d950 for: {'network': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:42:35.033454 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-85e9fcdf-d93f-4bfe-9945-e7b66d014eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for network, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:35.042455 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-85e9fcdf-d93f-4bfe-9945-e7b66d014eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:35.132607 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-85e9fcdf-d93f-4bfe-9945-e7b66d014eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:35.137533 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-85e9fcdf-d93f-4bfe-9945-e7b66d014eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:35.141879 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-a229653e-0a8c-4fb1-8570-122c8084e473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:42:35.167853 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9fcdf-d93f-4bfe-9945-e7b66d014eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6339ceed-80a4-4486-8497-7acb122c284e,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:42:35.171771 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-85e9fcdf-d93f-4bfe-9945-e7b66d014eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:42:35.179783 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e9fcdf-d93f-4bfe-9945-e7b66d014eb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=93163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 23:42:35.192625 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-85e9fcdf-d93f-4bfe-9945-e7b66d014eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010'] for segment, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:35.193298 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.db.segments_db [None req-85e9fcdf-d93f-4bfe-9945-e7b66d014eb7 admin admin] Added segment 4da4a830-ecdf-40c5-8016-0fd59d42de64 of type vlan for network a0eb3e9e-e580-4344-8e81-f07d76ebf5f6 Jun 29 23:42:35.256340 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-85e9fcdf-d93f-4bfe-9945-e7b66d014eb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748551094604'] for network, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:35.287594 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-85e9fcdf-d93f-4bfe-9945-e7b66d014eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688'] for network, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:35.288924 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e9fcdf-d93f-4bfe-9945-e7b66d014eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:42:35.289497 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-85e9fcdf-d93f-4bfe-9945-e7b66d014eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for network, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:35.292731 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-328fb6af-a0c7-47c2-b9cb-666508239d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:42:35.345517 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-85e9fcdf-d93f-4bfe-9945-e7b66d014eb7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3397727 Jun 29 23:42:35.348501 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 52568) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:42:35.353414 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-e85eaa1d-7990-4cde-8321-f25743cb41e5 admin admin] Request body: {'subnet': {'network_id': 'a0eb3e9e-e580-4344-8e81-f07d76ebf5f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-21725769-subnet', 'tenant_id': '6b68d439191a4098a97b20b73f48d950', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:42:35.361427 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:42:35.379861 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9fcdf-d93f-4bfe-9945-e7b66d014eb7 admin admin] Pushing event updated for resources: {'Network': ['ID=a0eb3e9e-e580-4344-8e81-f07d76ebf5f6,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:42:35.382698 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-85e9fcdf-d93f-4bfe-9945-e7b66d014eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:42:35.390488 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Network a0eb3e9e-e580-4344-8e81-f07d76ebf5f6 details requested by agent ovs-agent-dv-cinder-769602-4-iscsi with host dv-cinder-769602-4-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:42:35.393227 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85eaa1d-7990-4cde-8321-f25743cb41e5 admin admin] Made reservation on behalf of 6b68d439191a4098a97b20b73f48d950 for: {'subnet': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:42:35.395719 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e85eaa1d-7990-4cde-8321-f25743cb41e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5764002'] for subnet, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:35.563541 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e85eaa1d-7990-4cde-8321-f25743cb41e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5733108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5764016'] for subnet, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:35.565716 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-302ba174-5f35-4249-a3e0-4f11189007e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:42:35.618305 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85eaa1d-7990-4cde-8321-f25743cb41e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbc0e66d-812a-4838-a1f1-54032d328575,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:42:35.621936 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-e85eaa1d-7990-4cde-8321-f25743cb41e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:42:35.629509 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85eaa1d-7990-4cde-8321-f25743cb41e5 admin admin] Checking segment: {'id': '4da4a830-ecdf-40c5-8016-0fd59d42de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a0eb3e9e-e580-4344-8e81-f07d76ebf5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:42:35.629863 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85eaa1d-7990-4cde-8321-f25743cb41e5 admin admin] Network hostable DHCP agents. Network: a0eb3e9e-e580-4344-8e81-f07d76ebf5f6, hostable agents: ['cfabb9e1-4ba2-4051-95c8-b215c3ad7269'], hosted agents: [] {{(pid=93163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:42:35.647265 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85eaa1d-7990-4cde-8321-f25743cb41e5 admin admin] Network a0eb3e9e-e580-4344-8e81-f07d76ebf5f6 is scheduled to be hosted by DHCP agent cfabb9e1-4ba2-4051-95c8-b215c3ad7269 with binding_index 1 {{(pid=93163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:42:35.662034 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-e85eaa1d-7990-4cde-8321-f25743cb41e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-4-iscsi, a0eb3e9e-e580-4344-8e81-f07d76ebf5f6) {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:42:35.666054 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85eaa1d-7990-4cde-8321-f25743cb41e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:42:35.666647 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e85eaa1d-7990-4cde-8321-f25743cb41e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for subnet, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:35.670709 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86964300-c390-478f-a5bc-f9fd16e30e8b None None] Network a0eb3e9e-e580-4344-8e81-f07d76ebf5f6 requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:42:35.681515 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-e85eaa1d-7990-4cde-8321-f25743cb41e5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3319728 Jun 29 23:42:35.800149 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c5bedc-3441-46b7-965d-39536b0690da None None] Network a0eb3e9e-e580-4344-8e81-f07d76ebf5f6 requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:42:47.223483 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f5cacb2b-ece7-497c-88e5-313f6f85bf83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:49.658429 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-c79944a8-9547-4b24-8919-6e1ad3ca1075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:50.216504 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:50.930760 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:42:52.785188 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:03.594052 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 53084) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:43:03.781591 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f094787-0c82-43d2-a93c-11a07231ecbd admin admin] Deleting subnet 64489b13-d94a-41d4-8485-dcdc9b2f5e92 {{(pid=93163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 23:43:03.785372 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1f094787-0c82-43d2-a93c-11a07231ecbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:03.824052 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1f094787-0c82-43d2-a93c-11a07231ecbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6975660'] for subnet, precommit_delete_associations {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:03.866206 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1f094787-0c82-43d2-a93c-11a07231ecbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1567904'] for subnet, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:03.919968 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1f094787-0c82-43d2-a93c-11a07231ecbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1567929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5733051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5763975'] for subnet, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:03.922296 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:43:03.950476 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f094787-0c82-43d2-a93c-11a07231ecbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64489b13-d94a-41d4-8485-dcdc9b2f5e92,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:43:03.956848 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 53110) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:43:03.960896 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f094787-0c82-43d2-a93c-11a07231ecbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:43:03.961480 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f094787-0c82-43d2-a93c-11a07231ecbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:43:03.961892 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f094787-0c82-43d2-a93c-11a07231ecbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:43:03.962308 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f094787-0c82-43d2-a93c-11a07231ecbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:43:03.962669 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f094787-0c82-43d2-a93c-11a07231ecbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:43:03.963029 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f094787-0c82-43d2-a93c-11a07231ecbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:43:03.963384 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f094787-0c82-43d2-a93c-11a07231ecbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:43:03.963736 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f094787-0c82-43d2-a93c-11a07231ecbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:43:03.964090 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f094787-0c82-43d2-a93c-11a07231ecbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:43:03.964471 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f094787-0c82-43d2-a93c-11a07231ecbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:43:03.964866 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f094787-0c82-43d2-a93c-11a07231ecbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:43:03.965216 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f094787-0c82-43d2-a93c-11a07231ecbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:43:03.970082 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-1f094787-0c82-43d2-a93c-11a07231ecbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:43:03.972766 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1f094787-0c82-43d2-a93c-11a07231ecbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for subnet, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:03.975107 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-1f094787-0c82-43d2-a93c-11a07231ecbd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/64489b13-d94a-41d4-8485-dcdc9b2f5e92 HTTP/1.1" status: 204 len: 168 time: 0.3795233 Jun 29 23:43:03.977653 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 53112) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:43:04.008353 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5696439-b394-4e1d-addf-6c33d3030355 admin admin] Deleting subnet 74323ba9-923f-442c-948e-f5f9b4fdfdda {{(pid=93162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 23:43:04.011668 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c5696439-b394-4e1d-addf-6c33d3030355 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:04.046660 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c5696439-b394-4e1d-addf-6c33d3030355 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66096812'] for subnet, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:04.054258 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b9920b05-8eae-4aad-915b-64ec853ae8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1494429'] for network, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:04.086272 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c5696439-b394-4e1d-addf-6c33d3030355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1567904'] for subnet, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:04.142332 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b9920b05-8eae-4aad-915b-64ec853ae8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1567870', 'neutron.services.segments.db._delete_segments_for_network-8748551520579'] for network, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:04.144734 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c5696439-b394-4e1d-addf-6c33d3030355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1567929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66139771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66396870'] for subnet, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:04.147659 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:43:04.152358 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-b9920b05-8eae-4aad-915b-64ec853ae8f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['becce603-e729-45cf-bdc8-440a0a304d0f']}} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:43:04.162352 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-b9920b05-8eae-4aad-915b-64ec853ae8f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6edda1e6-a51f-4fc9-8f11-054035522628') {'for_net_delete': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:43:04.162644 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-b9920b05-8eae-4aad-915b-64ec853ae8f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6edda1e6-a51f-4fc9-8f11-054035522628') {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:43:04.171089 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5696439-b394-4e1d-addf-6c33d3030355 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74323ba9-923f-442c-948e-f5f9b4fdfdda,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:43:04.172057 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b9920b05-8eae-4aad-915b-64ec853ae8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748551432138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6975651'] for segment, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:04.174232 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c5696439-b394-4e1d-addf-6c33d3030355 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:04.176052 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-c5696439-b394-4e1d-addf-6c33d3030355 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/74323ba9-923f-442c-948e-f5f9b4fdfdda HTTP/1.1" status: 204 len: 168 time: 0.2178147 Jun 29 23:43:04.179239 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 53116) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:43:04.182635 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5696439-b394-4e1d-addf-6c33d3030355 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:43:04.183008 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5696439-b394-4e1d-addf-6c33d3030355 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:43:04.183383 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5696439-b394-4e1d-addf-6c33d3030355 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:43:04.183748 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5696439-b394-4e1d-addf-6c33d3030355 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:43:04.184112 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5696439-b394-4e1d-addf-6c33d3030355 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:43:04.184474 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5696439-b394-4e1d-addf-6c33d3030355 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:43:04.184889 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5696439-b394-4e1d-addf-6c33d3030355 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:43:04.185249 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5696439-b394-4e1d-addf-6c33d3030355 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:43:04.185608 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5696439-b394-4e1d-addf-6c33d3030355 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:43:04.185971 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5696439-b394-4e1d-addf-6c33d3030355 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:43:04.186323 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5696439-b394-4e1d-addf-6c33d3030355 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:43:04.186675 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5696439-b394-4e1d-addf-6c33d3030355 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:43:04.190542 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-c5696439-b394-4e1d-addf-6c33d3030355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:43:04.234141 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b9920b05-8eae-4aad-915b-64ec853ae8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010'] for segment, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:04.244995 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9920b05-8eae-4aad-915b-64ec853ae8f1 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=93163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 23:43:04.245376 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b9920b05-8eae-4aad-915b-64ec853ae8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5732886'] for segment, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:04.246974 dv-cinder-769602-4-iscsi neutron-server[93163]: Traceback (most recent call last): Jun 29 23:43:04.246974 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 23:43:04.246974 dv-cinder-769602-4-iscsi neutron-server[93163]: timer() Jun 29 23:43:04.246974 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 23:43:04.246974 dv-cinder-769602-4-iscsi neutron-server[93163]: cb(*args, **kw) Jun 29 23:43:04.246974 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 23:43:04.246974 dv-cinder-769602-4-iscsi neutron-server[93163]: return func(*args, **kwargs) Jun 29 23:43:04.246974 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 23:43:04.246974 dv-cinder-769602-4-iscsi neutron-server[93163]: self._notify() Jun 29 23:43:04.246974 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 23:43:04.246974 dv-cinder-769602-4-iscsi neutron-server[93163]: self.callback(batched_events) Jun 29 23:43:04.246974 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 23:43:04.246974 dv-cinder-769602-4-iscsi neutron-server[93163]: event.method(event) Jun 29 23:43:04.246974 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 23:43:04.246974 dv-cinder-769602-4-iscsi neutron-server[93163]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 23:43:04.246974 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 23:43:04.246974 dv-cinder-769602-4-iscsi neutron-server[93163]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 23:43:04.246974 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 23:43:04.246974 dv-cinder-769602-4-iscsi neutron-server[93163]: return f(self, *a, **k) Jun 29 23:43:04.246974 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 23:43:04.246974 dv-cinder-769602-4-iscsi neutron-server[93163]: return self._get(url).json() Jun 29 23:43:04.246974 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 23:43:04.246974 dv-cinder-769602-4-iscsi neutron-server[93163]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 23:43:04.246974 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 23:43:04.246974 dv-cinder-769602-4-iscsi neutron-server[93163]: return self.request(url, 'GET', **kwargs) Jun 29 23:43:04.246974 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 23:43:04.246974 dv-cinder-769602-4-iscsi neutron-server[93163]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 23:43:04.246974 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 23:43:04.246974 dv-cinder-769602-4-iscsi neutron-server[93163]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 23:43:04.246974 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 23:43:04.246974 dv-cinder-769602-4-iscsi neutron-server[93163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 23:43:04.246974 dv-cinder-769602-4-iscsi neutron-server[93163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 23:43:04.312784 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-911077dc-3ffd-4170-a568-886a5717a507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1494429'] for network, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:04.322939 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b9920b05-8eae-4aad-915b-64ec853ae8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1567845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484101'] for network, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:04.330662 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b9920b05-8eae-4aad-915b-64ec853ae8f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for network, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:04.332387 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-b9920b05-8eae-4aad-915b-64ec853ae8f1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/becce603-e729-45cf-bdc8-440a0a304d0f HTTP/1.1" status: 204 len: 168 time: 0.3536003 Jun 29 23:43:04.333051 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:43:04.366929 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9920b05-8eae-4aad-915b-64ec853ae8f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=becce603-e729-45cf-bdc8-440a0a304d0f,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:43:04.378122 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-b9920b05-8eae-4aad-915b-64ec853ae8f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:43:04.417808 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-911077dc-3ffd-4170-a568-886a5717a507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1567870', 'neutron.services.segments.db._delete_segments_for_network-8748551520579'] for network, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:04.428110 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-911077dc-3ffd-4170-a568-886a5717a507 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8deeab12-1a11-4eb4-84e9-c67539ab0912']}} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:43:04.438207 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-911077dc-3ffd-4170-a568-886a5717a507 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6e81790-626e-4bfb-bf44-d0d5c5f6248a') {'for_net_delete': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:43:04.439183 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-911077dc-3ffd-4170-a568-886a5717a507 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6e81790-626e-4bfb-bf44-d0d5c5f6248a') {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:43:04.442880 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 53120) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:43:04.448321 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-911077dc-3ffd-4170-a568-886a5717a507 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748551432138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6975651'] for segment, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:04.462502 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-911077dc-3ffd-4170-a568-886a5717a507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010'] for segment, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:04.468266 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-911077dc-3ffd-4170-a568-886a5717a507 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=93163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 23:43:04.468637 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-911077dc-3ffd-4170-a568-886a5717a507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5732886'] for segment, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:04.471055 dv-cinder-769602-4-iscsi neutron-server[93163]: Traceback (most recent call last): Jun 29 23:43:04.471055 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 23:43:04.471055 dv-cinder-769602-4-iscsi neutron-server[93163]: timer() Jun 29 23:43:04.471055 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 23:43:04.471055 dv-cinder-769602-4-iscsi neutron-server[93163]: cb(*args, **kw) Jun 29 23:43:04.471055 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 23:43:04.471055 dv-cinder-769602-4-iscsi neutron-server[93163]: return func(*args, **kwargs) Jun 29 23:43:04.471055 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 23:43:04.471055 dv-cinder-769602-4-iscsi neutron-server[93163]: self._notify() Jun 29 23:43:04.471055 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 23:43:04.471055 dv-cinder-769602-4-iscsi neutron-server[93163]: self.callback(batched_events) Jun 29 23:43:04.471055 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 23:43:04.471055 dv-cinder-769602-4-iscsi neutron-server[93163]: event.method(event) Jun 29 23:43:04.471055 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 23:43:04.471055 dv-cinder-769602-4-iscsi neutron-server[93163]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 23:43:04.471055 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 23:43:04.471055 dv-cinder-769602-4-iscsi neutron-server[93163]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 23:43:04.471055 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 23:43:04.471055 dv-cinder-769602-4-iscsi neutron-server[93163]: return f(self, *a, **k) Jun 29 23:43:04.471055 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 23:43:04.471055 dv-cinder-769602-4-iscsi neutron-server[93163]: return self._get(url).json() Jun 29 23:43:04.471055 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 23:43:04.471055 dv-cinder-769602-4-iscsi neutron-server[93163]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 23:43:04.471055 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 23:43:04.471055 dv-cinder-769602-4-iscsi neutron-server[93163]: return self.request(url, 'GET', **kwargs) Jun 29 23:43:04.471055 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 23:43:04.471055 dv-cinder-769602-4-iscsi neutron-server[93163]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 23:43:04.471055 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 23:43:04.471055 dv-cinder-769602-4-iscsi neutron-server[93163]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 23:43:04.471055 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 23:43:04.471055 dv-cinder-769602-4-iscsi neutron-server[93163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 23:43:04.471055 dv-cinder-769602-4-iscsi neutron-server[93163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 23:43:04.486252 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-f58f1f9f-894c-4739-a408-bb9738ca89de admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aaabc82aaf78434e96bb0371d6ebd6a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420902 Jun 29 23:43:04.488761 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 53122) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:43:04.531698 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-911077dc-3ffd-4170-a568-886a5717a507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1567845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484101'] for network, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:04.536759 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:43:04.540519 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-911077dc-3ffd-4170-a568-886a5717a507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for network, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:04.542433 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-911077dc-3ffd-4170-a568-886a5717a507 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8deeab12-1a11-4eb4-84e9-c67539ab0912 HTTP/1.1" status: 204 len: 168 time: 0.3616886 Jun 29 23:43:04.546280 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 53124) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:43:04.553147 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911077dc-3ffd-4170-a568-886a5717a507 admin admin] Pushing event deleted for resources: {'Network': ['ID=8deeab12-1a11-4eb4-84e9-c67539ab0912,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:43:04.555492 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-911077dc-3ffd-4170-a568-886a5717a507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:43:04.583720 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c85ad5fe-145d-40b8-b20b-e07e6cc409c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:04.616734 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:04.620696 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c85ad5fe-145d-40b8-b20b-e07e6cc409c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:04.630482 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f239cd6-46c4-43e1-ad1b-41fdffc82943 admin admin] Deleting subnet cbc0e66d-812a-4838-a1f1-54032d328575 {{(pid=93162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 23:43:04.636180 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7f239cd6-46c4-43e1-ad1b-41fdffc82943 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:04.690673 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7f239cd6-46c4-43e1-ad1b-41fdffc82943 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66096812'] for subnet, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:04.734192 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c85ad5fe-145d-40b8-b20b-e07e6cc409c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:04.736789 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c85ad5fe-145d-40b8-b20b-e07e6cc409c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:04.737882 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-c85ad5fe-145d-40b8-b20b-e07e6cc409c1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bd1837a9-27f3-454b-9182-c4dc5fae4f97 HTTP/1.1" status: 204 len: 168 time: 0.2481284 Jun 29 23:43:04.738950 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7f239cd6-46c4-43e1-ad1b-41fdffc82943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1567904'] for subnet, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:04.741325 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-f8c18a50-8073-4498-a838-95708db12ca2 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:43:04.768939 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ad5fe-145d-40b8-b20b-e07e6cc409c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1837a9-27f3-454b-9182-c4dc5fae4f97,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:43:04.771366 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-c85ad5fe-145d-40b8-b20b-e07e6cc409c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:43:04.804753 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7f239cd6-46c4-43e1-ad1b-41fdffc82943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1567929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66139771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66396870'] for subnet, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:04.808287 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-ef4a571a-0125-425f-8435-64a41e949a9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:43:04.832842 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f239cd6-46c4-43e1-ad1b-41fdffc82943 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbc0e66d-812a-4838-a1f1-54032d328575,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:43:04.834800 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7f239cd6-46c4-43e1-ad1b-41fdffc82943 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:04.840135 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-7f239cd6-46c4-43e1-ad1b-41fdffc82943 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cbc0e66d-812a-4838-a1f1-54032d328575 HTTP/1.1" status: 204 len: 168 time: 0.2894421 Jun 29 23:43:04.840135 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-7f239cd6-46c4-43e1-ad1b-41fdffc82943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:43:04.840408 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 53132) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:43:04.919853 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b4a4cf0f-e45d-4eab-96ab-eb50dc112ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1494429'] for network, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:05.015432 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b4a4cf0f-e45d-4eab-96ab-eb50dc112ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1567870', 'neutron.services.segments.db._delete_segments_for_network-8748551520579'] for network, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:05.028246 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-b4a4cf0f-e45d-4eab-96ab-eb50dc112ede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0eb3e9e-e580-4344-8e81-f07d76ebf5f6']}} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:43:05.047648 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-b4a4cf0f-e45d-4eab-96ab-eb50dc112ede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da4a830-ecdf-40c5-8016-0fd59d42de64') {'for_net_delete': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:43:05.048212 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-b4a4cf0f-e45d-4eab-96ab-eb50dc112ede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da4a830-ecdf-40c5-8016-0fd59d42de64') {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:43:05.058462 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b4a4cf0f-e45d-4eab-96ab-eb50dc112ede admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748551432138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66096803'] for segment, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:05.073634 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b4a4cf0f-e45d-4eab-96ab-eb50dc112ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010'] for segment, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:05.080254 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4a4cf0f-e45d-4eab-96ab-eb50dc112ede admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=93162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 23:43:05.080785 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b4a4cf0f-e45d-4eab-96ab-eb50dc112ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66139862'] for segment, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:05.082573 dv-cinder-769602-4-iscsi neutron-server[93162]: Traceback (most recent call last): Jun 29 23:43:05.082573 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 23:43:05.082573 dv-cinder-769602-4-iscsi neutron-server[93162]: timer() Jun 29 23:43:05.082573 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 23:43:05.082573 dv-cinder-769602-4-iscsi neutron-server[93162]: cb(*args, **kw) Jun 29 23:43:05.082573 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 23:43:05.082573 dv-cinder-769602-4-iscsi neutron-server[93162]: return func(*args, **kwargs) Jun 29 23:43:05.082573 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 23:43:05.082573 dv-cinder-769602-4-iscsi neutron-server[93162]: self._notify() Jun 29 23:43:05.082573 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 23:43:05.082573 dv-cinder-769602-4-iscsi neutron-server[93162]: self.callback(batched_events) Jun 29 23:43:05.082573 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 23:43:05.082573 dv-cinder-769602-4-iscsi neutron-server[93162]: event.method(event) Jun 29 23:43:05.082573 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 23:43:05.082573 dv-cinder-769602-4-iscsi neutron-server[93162]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 23:43:05.082573 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 23:43:05.082573 dv-cinder-769602-4-iscsi neutron-server[93162]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 23:43:05.082573 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 23:43:05.082573 dv-cinder-769602-4-iscsi neutron-server[93162]: return f(self, *a, **k) Jun 29 23:43:05.082573 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 23:43:05.082573 dv-cinder-769602-4-iscsi neutron-server[93162]: return self._get(url).json() Jun 29 23:43:05.082573 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 23:43:05.082573 dv-cinder-769602-4-iscsi neutron-server[93162]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 23:43:05.082573 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 23:43:05.082573 dv-cinder-769602-4-iscsi neutron-server[93162]: return self.request(url, 'GET', **kwargs) Jun 29 23:43:05.082573 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 23:43:05.082573 dv-cinder-769602-4-iscsi neutron-server[93162]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 23:43:05.082573 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 23:43:05.082573 dv-cinder-769602-4-iscsi neutron-server[93162]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 23:43:05.082573 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 23:43:05.082573 dv-cinder-769602-4-iscsi neutron-server[93162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 23:43:05.082573 dv-cinder-769602-4-iscsi neutron-server[93162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 23:43:05.146068 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b4a4cf0f-e45d-4eab-96ab-eb50dc112ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1567845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484101'] for network, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:05.150362 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-f8cdfef9-9b55-431e-9da4-3878f09026c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:43:05.154539 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b4a4cf0f-e45d-4eab-96ab-eb50dc112ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:05.159764 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-b4a4cf0f-e45d-4eab-96ab-eb50dc112ede admin admin] 10.222.0.30 "DELETE /v2.0/networks/a0eb3e9e-e580-4344-8e81-f07d76ebf5f6 HTTP/1.1" status: 204 len: 168 time: 0.3182275 Jun 29 23:43:05.169731 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4cf0f-e45d-4eab-96ab-eb50dc112ede admin admin] Pushing event deleted for resources: {'Network': ['ID=a0eb3e9e-e580-4344-8e81-f07d76ebf5f6,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:43:05.175348 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-b4a4cf0f-e45d-4eab-96ab-eb50dc112ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:43:05.338931 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 53168) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:43:05.378801 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-2f55ac11-52a4-4af9-b907-871ab044b336 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=97d70987f4f040d5b4bd3d9ec477d0b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387750 Jun 29 23:43:05.381418 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 53170) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:43:05.430094 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b4e56c30-2ec2-4888-9f0e-4d9a5c2cc140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:05.451536 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b4e56c30-2ec2-4888-9f0e-4d9a5c2cc140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:05.503143 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b4e56c30-2ec2-4888-9f0e-4d9a5c2cc140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:05.505861 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b4e56c30-2ec2-4888-9f0e-4d9a5c2cc140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:05.507017 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-b4e56c30-2ec2-4888-9f0e-4d9a5c2cc140 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1b97e15a-f280-4fd1-a33c-937289fba391 HTTP/1.1" status: 204 len: 168 time: 0.1247160 Jun 29 23:43:05.507778 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-cf901f27-f34d-4489-97d8-24876cb1fdcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:43:05.514907 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e56c30-2ec2-4888-9f0e-4d9a5c2cc140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b97e15a-f280-4fd1-a33c-937289fba391,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:43:05.517248 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-b4e56c30-2ec2-4888-9f0e-4d9a5c2cc140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:43:05.815814 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 53180) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:43:05.855262 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-e160a868-3f09-4362-86a2-c702d8f326f8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6b68d439191a4098a97b20b73f48d950&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382311 Jun 29 23:43:05.857422 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 53182) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:43:05.904713 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-41184a98-1d98-4b26-8f25-c0d3f7beaeaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:05.929524 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-41184a98-1d98-4b26-8f25-c0d3f7beaeaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:05.974283 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-41184a98-1d98-4b26-8f25-c0d3f7beaeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:05.976932 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-41184a98-1d98-4b26-8f25-c0d3f7beaeaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:05.978087 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-41184a98-1d98-4b26-8f25-c0d3f7beaeaf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6339ceed-80a4-4486-8497-7acb122c284e HTTP/1.1" status: 204 len: 168 time: 0.1197648 Jun 29 23:43:05.978855 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-713fff08-df48-4a37-bdfd-8b8f338cb97c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:43:05.986739 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41184a98-1d98-4b26-8f25-c0d3f7beaeaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6339ceed-80a4-4486-8497-7acb122c284e,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:43:05.989123 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-41184a98-1d98-4b26-8f25-c0d3f7beaeaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:43:07.731425 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 53232) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:43:07.833467 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f453b0eb-d58c-44db-9ea3-972032ba92b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:07.928009 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f453b0eb-d58c-44db-9ea3-972032ba92b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:07.931734 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f453b0eb-d58c-44db-9ea3-972032ba92b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:07.934983 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-24be0334-7c49-4dae-9fb1-1b9e95f893fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:43:07.968798 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-f453b0eb-d58c-44db-9ea3-972032ba92b1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ae5368af0f2a41ae80cea4e2a5340f02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2362492 Jun 29 23:43:07.970705 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f453b0eb-d58c-44db-9ea3-972032ba92b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a7b2cf-c428-4cf9-8394-e37fae09a392,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:43:07.971705 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 53240) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:43:07.973891 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-f453b0eb-d58c-44db-9ea3-972032ba92b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:43:08.019901 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3c954971-2433-4324-9b8d-5cd6844b0c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:08.041149 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3c954971-2433-4324-9b8d-5cd6844b0c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:08.086784 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3c954971-2433-4324-9b8d-5cd6844b0c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:08.090091 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3c954971-2433-4324-9b8d-5cd6844b0c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:08.093601 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-3c954971-2433-4324-9b8d-5cd6844b0c93 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d5a7b2cf-c428-4cf9-8394-e37fae09a392 HTTP/1.1" status: 204 len: 168 time: 0.1185594 Jun 29 23:43:08.093601 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-cc05349f-7016-4f71-b49d-92373dfc422f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:43:08.100791 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c954971-2433-4324-9b8d-5cd6844b0c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a7b2cf-c428-4cf9-8394-e37fae09a392,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:43:08.103337 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-3c954971-2433-4324-9b8d-5cd6844b0c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:43:08.364558 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 53260) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:43:08.377785 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-fe511228-7abf-4128-8a04-89afd5ebf1b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:08.472097 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-fe511228-7abf-4128-8a04-89afd5ebf1b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:08.477888 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-fe511228-7abf-4128-8a04-89afd5ebf1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:08.480467 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:43:08.524859 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-fe511228-7abf-4128-8a04-89afd5ebf1b7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7ed3498cac8e4d938e105bf7c1d80242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1590729 Jun 29 23:43:08.525923 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe511228-7abf-4128-8a04-89afd5ebf1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a6ee63-484e-4f62-b1f2-666855fd3ea0,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:43:08.527366 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 53266) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:43:08.530950 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-fe511228-7abf-4128-8a04-89afd5ebf1b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:43:08.583473 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d44ae077-7ee3-4447-9055-876428c89f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:08.604469 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d44ae077-7ee3-4447-9055-876428c89f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:08.651082 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d44ae077-7ee3-4447-9055-876428c89f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:08.653719 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d44ae077-7ee3-4447-9055-876428c89f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:08.654886 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-d44ae077-7ee3-4447-9055-876428c89f3a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e2a6ee63-484e-4f62-b1f2-666855fd3ea0 HTTP/1.1" status: 204 len: 168 time: 0.1252794 Jun 29 23:43:08.655648 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-ada9d8d2-aa87-4cd8-9674-0d4df495cbff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:43:08.663813 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ae077-7ee3-4447-9055-876428c89f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a6ee63-484e-4f62-b1f2-666855fd3ea0,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:43:08.666168 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-d44ae077-7ee3-4447-9055-876428c89f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:43:12.359344 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:43:17.215688 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9ac723c9-865f-4df2-bdda-b7595b9ac5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:19.661290 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-a9566e89-6e48-45c9-b9d7-205c015026c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:20.219098 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:20.670848 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 53484) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:43:20.777723 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e100af5f-42a2-4a75-8235-077f8424c67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:20.864381 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e100af5f-42a2-4a75-8235-077f8424c67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:20.868341 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e100af5f-42a2-4a75-8235-077f8424c67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:20.871810 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-53797f78-dd61-4ca3-8cc5-0aa3f28ede05 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:43:20.909363 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-e100af5f-42a2-4a75-8235-077f8424c67e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=66c2c91334514a43b0537adc9bc282e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373064 Jun 29 23:43:20.910976 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100af5f-42a2-4a75-8235-077f8424c67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fadc48c-b6a1-49bb-ac22-9c9b87a4df4d,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:43:20.913182 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 53492) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:43:20.914353 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-e100af5f-42a2-4a75-8235-077f8424c67e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:43:20.936003 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:20.968245 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-036a2a73-1232-42b5-a2c3-f544b2274f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:20.989558 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-036a2a73-1232-42b5-a2c3-f544b2274f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:21.035415 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-036a2a73-1232-42b5-a2c3-f544b2274f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:21.038358 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-036a2a73-1232-42b5-a2c3-f544b2274f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:21.039507 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-036a2a73-1232-42b5-a2c3-f544b2274f8f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1fadc48c-b6a1-49bb-ac22-9c9b87a4df4d HTTP/1.1" status: 204 len: 168 time: 0.1203010 Jun 29 23:43:21.040276 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-882bcc27-8502-4f2f-a2d7-4dca6a291dae tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:43:21.047584 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a2a73-1232-42b5-a2c3-f544b2274f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fadc48c-b6a1-49bb-ac22-9c9b87a4df4d,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:43:21.049985 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-036a2a73-1232-42b5-a2c3-f544b2274f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:43:21.292437 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 53500) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:43:21.307120 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d01a27cb-e00e-49eb-b6a7-26bbc1697a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:21.399115 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d01a27cb-e00e-49eb-b6a7-26bbc1697a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:21.401850 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d01a27cb-e00e-49eb-b6a7-26bbc1697a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:21.405208 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-2f7ff08b-a80c-4ca2-a7b5-04ee3b3849ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:43:21.442292 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-d01a27cb-e00e-49eb-b6a7-26bbc1697a19 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=21ec1399ee814467a88466daccb33f1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479805 Jun 29 23:43:21.443307 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a27cb-e00e-49eb-b6a7-26bbc1697a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951b2e57-0402-467d-a740-288040ed2f78,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:43:21.444744 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 53506) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:43:21.446700 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-d01a27cb-e00e-49eb-b6a7-26bbc1697a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:43:21.506574 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9b7fe05f-dc25-41d5-b6b6-f6c8decc38c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:21.527334 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9b7fe05f-dc25-41d5-b6b6-f6c8decc38c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:21.572396 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9b7fe05f-dc25-41d5-b6b6-f6c8decc38c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:21.575071 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9b7fe05f-dc25-41d5-b6b6-f6c8decc38c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:21.576302 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-9b7fe05f-dc25-41d5-b6b6-f6c8decc38c0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/951b2e57-0402-467d-a740-288040ed2f78 HTTP/1.1" status: 204 len: 168 time: 0.1285889 Jun 29 23:43:21.577094 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-c319b84a-460b-4134-a1d9-4108088f445e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:43:21.585407 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7fe05f-dc25-41d5-b6b6-f6c8decc38c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951b2e57-0402-467d-a740-288040ed2f78,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:43:21.587608 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-9b7fe05f-dc25-41d5-b6b6-f6c8decc38c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:43:22.797253 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:34.629748 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:47.219189 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-b1600548-e3c0-4b5a-98e9-9dc9acab494f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:49.358010 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:43:49.661328 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ca8b2d7e-57cf-48da-888d-43c35d51f033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:50.220116 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:50.941398 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:51.909695 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 53996) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:43:52.010608 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a0d41932-f8c5-4178-bc26-01cd2fb96a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:52.103783 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a0d41932-f8c5-4178-bc26-01cd2fb96a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:52.109577 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a0d41932-f8c5-4178-bc26-01cd2fb96a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:52.112081 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-fe511228-7abf-4128-8a04-89afd5ebf1b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:43:52.150439 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-a0d41932-f8c5-4178-bc26-01cd2fb96a79 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a4b8a45e3b7408da3e62e61cabb258e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396741 Jun 29 23:43:52.151600 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d41932-f8c5-4178-bc26-01cd2fb96a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c321fe8c-e91a-46c8-b99c-ce6e51a86ca8,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:43:52.153164 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 54008) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:43:52.155378 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-a0d41932-f8c5-4178-bc26-01cd2fb96a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:43:52.203428 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1ab4e250-4849-4878-af60-8babcba40c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:52.223547 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1ab4e250-4849-4878-af60-8babcba40c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:52.272121 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1ab4e250-4849-4878-af60-8babcba40c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:52.275004 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1ab4e250-4849-4878-af60-8babcba40c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:52.276352 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-1ab4e250-4849-4878-af60-8babcba40c85 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c321fe8c-e91a-46c8-b99c-ce6e51a86ca8 HTTP/1.1" status: 204 len: 168 time: 0.1206970 Jun 29 23:43:52.277182 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-55d90727-00e3-4848-adfb-f4d512e78bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:43:52.285270 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab4e250-4849-4878-af60-8babcba40c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c321fe8c-e91a-46c8-b99c-ce6e51a86ca8,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:43:52.287855 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-1ab4e250-4849-4878-af60-8babcba40c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:43:52.791248 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:55.698893 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 54086) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:43:55.804046 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-30255f4a-0228-4a62-ba81-142a6fcf8b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:55.894169 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-30255f4a-0228-4a62-ba81-142a6fcf8b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:55.899351 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-30255f4a-0228-4a62-ba81-142a6fcf8b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:55.901851 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-89e594aa-b375-4a55-882f-67636f16efea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:43:55.937517 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30255f4a-0228-4a62-ba81-142a6fcf8b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda4c5e0-bdd8-49e3-8e7d-d8e2caf31b4e,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:43:55.944594 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-30255f4a-0228-4a62-ba81-142a6fcf8b4c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8ede0d31e9a44bac8edb1ac5cc5fa03a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2445405 Jun 29 23:43:55.944857 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 54098) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:43:55.945411 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-30255f4a-0228-4a62-ba81-142a6fcf8b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:43:55.998607 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-33f120a7-abc4-4c7d-8c77-208f75f80e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:56.019049 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-33f120a7-abc4-4c7d-8c77-208f75f80e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:56.063042 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-33f120a7-abc4-4c7d-8c77-208f75f80e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:56.065593 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-33f120a7-abc4-4c7d-8c77-208f75f80e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:56.066731 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-33f120a7-abc4-4c7d-8c77-208f75f80e32 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cda4c5e0-bdd8-49e3-8e7d-d8e2caf31b4e HTTP/1.1" status: 204 len: 168 time: 0.1198244 Jun 29 23:43:56.067472 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-3c954971-2433-4324-9b8d-5cd6844b0c93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:43:56.074545 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f120a7-abc4-4c7d-8c77-208f75f80e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda4c5e0-bdd8-49e3-8e7d-d8e2caf31b4e,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:43:56.077334 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-33f120a7-abc4-4c7d-8c77-208f75f80e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:43:57.017387 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 54136) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:43:57.118897 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-bbe56855-8e09-4277-ba34-71eaeb1917f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:57.204764 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-bbe56855-8e09-4277-ba34-71eaeb1917f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:57.208348 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-bbe56855-8e09-4277-ba34-71eaeb1917f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:57.210850 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-febf3677-9ead-450f-87e2-ad0673cb9a9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:43:57.247001 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-bbe56855-8e09-4277-ba34-71eaeb1917f2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1bf5d1615e7f44aeb8c6cb6426cdf1d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284541 Jun 29 23:43:57.247906 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe56855-8e09-4277-ba34-71eaeb1917f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5f28fd-e399-43c7-b4db-f0560136c90d,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:43:57.250349 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 54140) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:43:57.250848 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-bbe56855-8e09-4277-ba34-71eaeb1917f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:43:57.298769 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-71ee4180-1028-48d7-a9f7-afaffd9a861e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:57.318712 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-71ee4180-1028-48d7-a9f7-afaffd9a861e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:57.366466 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-71ee4180-1028-48d7-a9f7-afaffd9a861e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:57.368919 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-71ee4180-1028-48d7-a9f7-afaffd9a861e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:43:57.370047 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-71ee4180-1028-48d7-a9f7-afaffd9a861e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0a5f28fd-e399-43c7-b4db-f0560136c90d HTTP/1.1" status: 204 len: 168 time: 0.1184239 Jun 29 23:43:57.370834 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-04d4e77f-3267-4ad2-ae8c-fb121d3beef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:43:57.377961 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee4180-1028-48d7-a9f7-afaffd9a861e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5f28fd-e399-43c7-b4db-f0560136c90d,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:43:57.380161 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-71ee4180-1028-48d7-a9f7-afaffd9a861e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:04.641353 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:05.790285 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 54234) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:44:05.891095 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-69a35e53-2012-4abd-b1cb-a2fbf339a458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:05.976258 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-69a35e53-2012-4abd-b1cb-a2fbf339a458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:05.980194 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-69a35e53-2012-4abd-b1cb-a2fbf339a458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:05.986184 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-f8257b1b-d1fe-4862-8db6-63144606c574 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:06.021417 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-69a35e53-2012-4abd-b1cb-a2fbf339a458 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a8bfef7514b40148f6de2f90243f380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300341 Jun 29 23:44:06.022294 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a35e53-2012-4abd-b1cb-a2fbf339a458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3c7f75-1f40-4823-b973-0ab22abce03a,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:06.024062 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 54238) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:44:06.032172 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a35e53-2012-4abd-b1cb-a2fbf339a458 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:06.032875 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a35e53-2012-4abd-b1cb-a2fbf339a458 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:06.033092 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a35e53-2012-4abd-b1cb-a2fbf339a458 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:06.033356 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a35e53-2012-4abd-b1cb-a2fbf339a458 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:06.033636 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a35e53-2012-4abd-b1cb-a2fbf339a458 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:06.033993 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a35e53-2012-4abd-b1cb-a2fbf339a458 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:06.034350 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a35e53-2012-4abd-b1cb-a2fbf339a458 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:06.034706 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a35e53-2012-4abd-b1cb-a2fbf339a458 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:06.035170 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a35e53-2012-4abd-b1cb-a2fbf339a458 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:06.035525 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a35e53-2012-4abd-b1cb-a2fbf339a458 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:06.035874 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a35e53-2012-4abd-b1cb-a2fbf339a458 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:06.036224 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a35e53-2012-4abd-b1cb-a2fbf339a458 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:06.040640 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-69a35e53-2012-4abd-b1cb-a2fbf339a458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:06.076262 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-01e4d6b4-f3d4-47d6-9002-5b94ee700e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:06.104325 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-01e4d6b4-f3d4-47d6-9002-5b94ee700e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:06.161675 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-01e4d6b4-f3d4-47d6-9002-5b94ee700e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:06.164338 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-01e4d6b4-f3d4-47d6-9002-5b94ee700e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:06.165660 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-01e4d6b4-f3d4-47d6-9002-5b94ee700e25 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2b3c7f75-1f40-4823-b973-0ab22abce03a HTTP/1.1" status: 204 len: 168 time: 0.1405587 Jun 29 23:44:06.166498 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-0013e8a3-6891-4a01-989b-5e623d31785e tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:06.175286 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4d6b4-f3d4-47d6-9002-5b94ee700e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3c7f75-1f40-4823-b973-0ab22abce03a,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:06.182293 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e4d6b4-f3d4-47d6-9002-5b94ee700e25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:06.182896 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e4d6b4-f3d4-47d6-9002-5b94ee700e25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:06.183128 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e4d6b4-f3d4-47d6-9002-5b94ee700e25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:06.183494 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e4d6b4-f3d4-47d6-9002-5b94ee700e25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:06.183881 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e4d6b4-f3d4-47d6-9002-5b94ee700e25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:06.184284 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e4d6b4-f3d4-47d6-9002-5b94ee700e25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:06.184863 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e4d6b4-f3d4-47d6-9002-5b94ee700e25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:06.185421 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e4d6b4-f3d4-47d6-9002-5b94ee700e25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:06.185749 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e4d6b4-f3d4-47d6-9002-5b94ee700e25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:06.186150 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e4d6b4-f3d4-47d6-9002-5b94ee700e25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:06.186514 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e4d6b4-f3d4-47d6-9002-5b94ee700e25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:06.186873 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e4d6b4-f3d4-47d6-9002-5b94ee700e25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:06.193294 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-01e4d6b4-f3d4-47d6-9002-5b94ee700e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:12.346822 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 54432) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:44:12.445461 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a48ba80f-be7d-4b8f-badf-1b55ddc910d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:12.529332 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a48ba80f-be7d-4b8f-badf-1b55ddc910d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:12.532857 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a48ba80f-be7d-4b8f-badf-1b55ddc910d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:12.535185 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-d01a27cb-e00e-49eb-b6a7-26bbc1697a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:12.568863 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ba80f-be7d-4b8f-badf-1b55ddc910d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68306b5-6aba-4052-87c5-ce97eb9ea4a6,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:12.575076 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-a48ba80f-be7d-4b8f-badf-1b55ddc910d2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c1b63fe7742c44f8990661f294eb06f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2251904 Jun 29 23:44:12.575076 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-a48ba80f-be7d-4b8f-badf-1b55ddc910d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:12.575544 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 54436) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:44:12.627137 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-52b08866-d6ee-4866-91de-6586604a6961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:12.647359 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-52b08866-d6ee-4866-91de-6586604a6961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:12.692590 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-52b08866-d6ee-4866-91de-6586604a6961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:12.695175 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-52b08866-d6ee-4866-91de-6586604a6961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:12.700068 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-52b08866-d6ee-4866-91de-6586604a6961 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e68306b5-6aba-4052-87c5-ce97eb9ea4a6 HTTP/1.1" status: 204 len: 168 time: 0.1235616 Jun 29 23:44:12.700958 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-31c79ae9-cfc9-4bf7-8ed6-65e241edf206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:12.708988 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b08866-d6ee-4866-91de-6586604a6961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68306b5-6aba-4052-87c5-ce97eb9ea4a6,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:12.711624 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-52b08866-d6ee-4866-91de-6586604a6961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:13.302632 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 54466) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:44:13.400929 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-d72386d9-3980-497a-944e-86d44d05be8a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1565425226-network', 'tenant_id': '0e68624793344f27b5e1159bb6595666'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:44:13.421900 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72386d9-3980-497a-944e-86d44d05be8a admin admin] Made reservation on behalf of 0e68624793344f27b5e1159bb6595666 for: {'network': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:44:13.424080 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d72386d9-3980-497a-944e-86d44d05be8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for network, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:13.431982 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d72386d9-3980-497a-944e-86d44d05be8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:13.521622 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d72386d9-3980-497a-944e-86d44d05be8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:13.525357 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d72386d9-3980-497a-944e-86d44d05be8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:13.528959 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-e100af5f-42a2-4a75-8235-077f8424c67e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:13.549895 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d72386d9-3980-497a-944e-86d44d05be8a admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=93163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 23:44:13.559376 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72386d9-3980-497a-944e-86d44d05be8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588823fd-49bd-4f60-9f24-e62f6b8bdb2b,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:13.563528 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-d72386d9-3980-497a-944e-86d44d05be8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:13.566610 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d72386d9-3980-497a-944e-86d44d05be8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010'] for segment, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:13.566947 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.db.segments_db [None req-d72386d9-3980-497a-944e-86d44d05be8a admin admin] Added segment df79bc93-ea06-4122-bb83-772688d7ac46 of type vlan for network 72c6bbd2-4b60-450d-ad2d-11a710deb2ae Jun 29 23:44:13.605805 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d72386d9-3980-497a-944e-86d44d05be8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748551094604'] for network, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:13.633387 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d72386d9-3980-497a-944e-86d44d05be8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688'] for network, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:13.634681 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72386d9-3980-497a-944e-86d44d05be8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:44:13.635201 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d72386d9-3980-497a-944e-86d44d05be8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for network, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:13.637172 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-f41fce34-1984-44c3-9c38-bcd6334226db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:13.693858 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-d72386d9-3980-497a-944e-86d44d05be8a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3901484 Jun 29 23:44:13.696789 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 54472) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:44:13.698796 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72386d9-3980-497a-944e-86d44d05be8a admin admin] Pushing event updated for resources: {'Network': ['ID=72c6bbd2-4b60-450d-ad2d-11a710deb2ae,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:13.703123 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-d72386d9-3980-497a-944e-86d44d05be8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:13.703291 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-6831cc38-a119-41be-8f23-dafdafc17ec2 admin admin] Request body: {'subnet': {'network_id': '72c6bbd2-4b60-450d-ad2d-11a710deb2ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1565425226-subnet', 'tenant_id': '0e68624793344f27b5e1159bb6595666', 'ip_version': 4}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:44:13.717424 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Network 72c6bbd2-4b60-450d-ad2d-11a710deb2ae details requested by agent ovs-agent-dv-cinder-769602-4-iscsi with host dv-cinder-769602-4-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:44:13.727732 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6831cc38-a119-41be-8f23-dafdafc17ec2 admin admin] Made reservation on behalf of 0e68624793344f27b5e1159bb6595666 for: {'subnet': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:44:13.730085 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6831cc38-a119-41be-8f23-dafdafc17ec2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66396899'] for subnet, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:13.894404 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6831cc38-a119-41be-8f23-dafdafc17ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66139700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66396913'] for subnet, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:13.896513 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-f4bb6091-3f24-4a6b-a3d3-b746521a3045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:13.949079 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831cc38-a119-41be-8f23-dafdafc17ec2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54a91b59-ffac-43e0-a3d5-edf78d425202,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:13.954962 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-6831cc38-a119-41be-8f23-dafdafc17ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:13.957603 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6831cc38-a119-41be-8f23-dafdafc17ec2 admin admin] Checking segment: {'id': 'df79bc93-ea06-4122-bb83-772688d7ac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '72c6bbd2-4b60-450d-ad2d-11a710deb2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:44:13.957958 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6831cc38-a119-41be-8f23-dafdafc17ec2 admin admin] Network hostable DHCP agents. Network: 72c6bbd2-4b60-450d-ad2d-11a710deb2ae, hostable agents: ['cfabb9e1-4ba2-4051-95c8-b215c3ad7269'], hosted agents: [] {{(pid=93162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:44:13.973774 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6831cc38-a119-41be-8f23-dafdafc17ec2 admin admin] Network 72c6bbd2-4b60-450d-ad2d-11a710deb2ae is scheduled to be hosted by DHCP agent cfabb9e1-4ba2-4051-95c8-b215c3ad7269 with binding_index 1 {{(pid=93162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:44:13.982275 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-6831cc38-a119-41be-8f23-dafdafc17ec2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-4-iscsi, 72c6bbd2-4b60-450d-ad2d-11a710deb2ae) {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:44:13.986291 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6831cc38-a119-41be-8f23-dafdafc17ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:44:13.986879 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6831cc38-a119-41be-8f23-dafdafc17ec2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:13.991742 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d417091-9570-4027-b595-3031e225f6bb None None] Network 72c6bbd2-4b60-450d-ad2d-11a710deb2ae requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:44:14.001351 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-6831cc38-a119-41be-8f23-dafdafc17ec2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3033719 Jun 29 23:44:14.004002 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 54474) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:44:14.008823 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-4dfe040a-5c02-4850-bafa-5601f3ee0494 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1565425226-router', 'tenant_id': '0e68624793344f27b5e1159bb6595666', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'}}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:44:14.032176 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4dfe040a-5c02-4850-bafa-5601f3ee0494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-450309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2020'] for router, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:14.033230 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4dfe040a-5c02-4850-bafa-5601f3ee0494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2029'] for router, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:14.090501 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4dfe040a-5c02-4850-bafa-5601f3ee0494 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:14.225453 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4dfe040a-5c02-4850-bafa-5601f3ee0494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-489796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-450314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1823'] for router, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:14.267571 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp803aeffc-a578-5cd1-be8d-e0bc517096b8-72c6bbd2-4b60-450d-ad2d-11a710deb2ae', 'network_id': '72c6bbd2-4b60-450d-ad2d-11a710deb2ae', 'tenant_id': '0e68624793344f27b5e1159bb6595666', 'fixed_ips': [{'subnet_id': '54a91b59-ffac-43e0-a3d5-edf78d425202'}]}} from dv-cinder-769602-4-iscsi. {{(pid=93164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 23:44:14.268518 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:14.413686 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.db_base_plugin_common [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] Allocated IP 172.20.0.2 (72c6bbd2-4b60-450d-ad2d-11a710deb2ae/54a91b59-ffac-43e0-a3d5-edf78d425202/1abeeef3-6da5-4e6d-9f40-df3ea62ed8c7) {{(pid=93164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:44:14.433827 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4dfe040a-5c02-4850-bafa-5601f3ee0494 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:14.454191 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4dfe040a-5c02-4850-bafa-5601f3ee0494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:14.557632 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] Notify callbacks [] for port, precommit_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:14.559219 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-4dfe040a-5c02-4850-bafa-5601f3ee0494 admin admin] Allocated IP 172.27.0.25 (4f4d7b89-f14b-44bd-8c77-680ef6990266/7d983a82-3206-4a2a-9ce9-3b2c9dc20086/6defd0dc-11bb-4657-9a55-922b30715cb8) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:44:14.566184 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] Transition to ACTIVE for port object 1abeeef3-6da5-4e6d-9f40-df3ea62ed8c7 will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:44:14.582462 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] Transition to ACTIVE for port object 1abeeef3-6da5-4e6d-9f40-df3ea62ed8c7 will not be triggered until provisioned by entity DHCP. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:44:14.588525 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181'] for port, after_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:14.590352 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-10871ef7-53ec-4193-af82-5ea107d9049b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:14.629774 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] Network 72c6bbd2-4b60-450d-ad2d-11a710deb2ae is already hosted by enough agents. {{(pid=93164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:44:14.632596 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.scheduler.base_scheduler [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] Resources bound (agent type, host, resource id): {{(pid=93164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:44:14.636099 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] Received port after_create {{(pid=93164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:44:14.645923 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] Pushing event updated for resources: {'Port': ['ID=1abeeef3-6da5-4e6d-9f40-df3ea62ed8c7,revision_number=1']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:14.658847 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4dfe040a-5c02-4850-bafa-5601f3ee0494 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:14.670967 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:14.671315 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:14.671660 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:14.671991 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:14.672319 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:14.672675 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:14.673000 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:14.673319 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:14.673644 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:14.673963 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:14.674280 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:14.674592 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:14.678842 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:14.697742 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4dfe040a-5c02-4850-bafa-5601f3ee0494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-66139784'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:14.699689 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-c964ad2f-d996-452f-b245-37a561accdef tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:14.715696 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] Attempting to bind port 1abeeef3-6da5-4e6d-9f40-df3ea62ed8c7 on host dv-cinder-769602-4-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:44:14.716018 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] Attempting to bind port 1abeeef3-6da5-4e6d-9f40-df3ea62ed8c7 by drivers openvswitch,hyperv on host dv-cinder-769602-4-iscsi at level 0 using segments [{'id': 'df79bc93-ea06-4122-bb83-772688d7ac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '72c6bbd2-4b60-450d-ad2d-11a710deb2ae'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:44:14.716392 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] Attempting to bind port 1abeeef3-6da5-4e6d-9f40-df3ea62ed8c7 on network 72c6bbd2-4b60-450d-ad2d-11a710deb2ae {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:44:14.723687 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] Checking agent: {'id': 'a1c2e225-8bcd-423f-9b74-e274311af98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 0, 50), 'started_at': datetime.datetime(2021, 6, 29, 23, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:44:14.724324 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] Checking segment: {'id': 'df79bc93-ea06-4122-bb83-772688d7ac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '72c6bbd2-4b60-450d-ad2d-11a710deb2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:44:14.724464 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:14.725047 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] Bound using segment: {'id': 'df79bc93-ea06-4122-bb83-772688d7ac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '72c6bbd2-4b60-450d-ad2d-11a710deb2ae'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:44:14.725523 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] Bound port: 1abeeef3-6da5-4e6d-9f40-df3ea62ed8c7, host: dv-cinder-769602-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df79bc93-ea06-4122-bb83-772688d7ac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '72c6bbd2-4b60-450d-ad2d-11a710deb2ae'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:44:14.725915 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:14.746400 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfe040a-5c02-4850-bafa-5601f3ee0494 admin admin] Network 4f4d7b89-f14b-44bd-8c77-680ef6990266 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:44:14.751083 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-4dfe040a-5c02-4850-bafa-5601f3ee0494 admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:44:14.758283 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfe040a-5c02-4850-bafa-5601f3ee0494 admin admin] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:44:14.781954 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe040a-5c02-4850-bafa-5601f3ee0494 admin admin] Pushing event updated for resources: {'Port': ['ID=6defd0dc-11bb-4657-9a55-922b30715cb8,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:14.785749 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-4dfe040a-5c02-4850-bafa-5601f3ee0494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:14.798232 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] For port 1abeeef3-6da5-4e6d-9f40-df3ea62ed8c7, host dv-cinder-769602-4-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:44:14.801671 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] For port 1abeeef3-6da5-4e6d-9f40-df3ea62ed8c7, host dv-cinder-769602-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=1abeeef3-6da5-4e6d-9f40-df3ea62ed8c7,segment=NetworkSegment(df79bc93-ea06-4122-bb83-772688d7ac46),segment_id=df79bc93-ea06-4122-bb83-772688d7ac46)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:44:14.806317 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:14.808204 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:14.866205 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] Pushing event updated for resources: {'Port': ['ID=1abeeef3-6da5-4e6d-9f40-df3ea62ed8c7,revision_number=2']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:14.869308 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:15.020020 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4dfe040a-5c02-4850-bafa-5601f3ee0494 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:15.227104 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4dfe040a-5c02-4850-bafa-5601f3ee0494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-450323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-489888'] for router, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:15.332932 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 1abeeef3-6da5-4e6d-9f40-df3ea62ed8c7 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:44:15.360638 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dfe040a-5c02-4850-bafa-5601f3ee0494 admin admin] Router d9f682d1-8c2d-442e-ad83-e3ca0738473c is scheduled to L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f with binding_index 1 {{(pid=93162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 23:44:15.385154 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning for port 1abeeef3-6da5-4e6d-9f40-df3ea62ed8c7 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:44:15.472658 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfe040a-5c02-4850-bafa-5601f3ee0494 admin admin] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:44:15.484231 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776785bc-b6ba-4ffb-83f5-868a038ccae8 None None] Sync routers for ids ['d9f682d1-8c2d-442e-ad83-e3ca0738473c'] in dv-cinder-769602-4-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:44:15.491921 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4dfe040a-5c02-4850-bafa-5601f3ee0494 admin admin] Notify callbacks [] for router, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:15.493213 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-4dfe040a-5c02-4850-bafa-5601f3ee0494 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4879940 Jun 29 23:44:15.495891 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 54490) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:44:15.496021 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776785bc-b6ba-4ffb-83f5-868a038ccae8 None None] Routers {'d9f682d1-8c2d-442e-ad83-e3ca0738473c'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:44:15.496926 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-776785bc-b6ba-4ffb-83f5-868a038ccae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:43:50Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['d9f682d1-8c2d-442e-ad83-e3ca0738473c'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:44:15.565433 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 54492) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:44:15.617689 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-776785bc-b6ba-4ffb-83f5-868a038ccae8 None None] Set router d9f682d1-8c2d-442e-ad83-e3ca0738473c gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:44:15.702746 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-18f47432-74d7-4b28-b5a1-0fff2f4bbc26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:15.833187 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-776785bc-b6ba-4ffb-83f5-868a038ccae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'name': 'tempest-TestMinimumBasicScenario-1565425226-router', 'tenant_id': '0e68624793344f27b5e1159bb6595666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '6defd0dc-11bb-4657-9a55-922b30715cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:44:14Z', 'updated_at': '2021-06-29T23:44:14Z', 'revision_number': 3, 'project_id': '0e68624793344f27b5e1159bb6595666', 'gw_port': {'id': '6defd0dc-11bb-4657-9a55-922b30715cb8', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:44:14Z', 'updated_at': '2021-06-29T23:44:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi'}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:44:15.840524 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-18f47432-74d7-4b28-b5a1-0fff2f4bbc26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:15.856525 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-18f47432-74d7-4b28-b5a1-0fff2f4bbc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:15.860418 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34f0656-d495-4b6d-93ac-0037189e8abc None None] Network 72c6bbd2-4b60-450d-ad2d-11a710deb2ae requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:44:15.860975 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-5fe84610-a162-4c59-9b4f-72a024bb14d6 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:15.870194 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776785bc-b6ba-4ffb-83f5-868a038ccae8 None None] Checking router: d9f682d1-8c2d-442e-ad83-e3ca0738473c for host: dv-cinder-769602-4-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:44:15.870684 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776785bc-b6ba-4ffb-83f5-868a038ccae8 None None] Updating router d9f682d1-8c2d-442e-ad83-e3ca0738473c port 6defd0dc-11bb-4657-9a55-922b30715cb8 binding host dv-cinder-769602-4-iscsi {{(pid=93165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:44:15.900740 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-18f47432-74d7-4b28-b5a1-0fff2f4bbc26 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=72db24648dcc4917bab0ec8bf6a8dd44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3338242 Jun 29 23:44:15.901667 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f47432-74d7-4b28-b5a1-0fff2f4bbc26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5f605e-f36c-4756-adde-695a95019d4f,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:15.905051 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-18f47432-74d7-4b28-b5a1-0fff2f4bbc26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:15.906058 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 54498) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:44:15.927936 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-776785bc-b6ba-4ffb-83f5-868a038ccae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:15.960234 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-23d5fb36-ff75-433e-b812-108d4d8dedc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:15.983075 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-23d5fb36-ff75-433e-b812-108d4d8dedc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:16.040643 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-23d5fb36-ff75-433e-b812-108d4d8dedc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:16.043648 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-23d5fb36-ff75-433e-b812-108d4d8dedc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:16.045985 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-23d5fb36-ff75-433e-b812-108d4d8dedc9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8e5f605e-f36c-4756-adde-695a95019d4f HTTP/1.1" status: 204 len: 168 time: 0.1389775 Jun 29 23:44:16.046858 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-bbe56855-8e09-4277-ba34-71eaeb1917f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:16.059894 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5fb36-ff75-433e-b812-108d4d8dedc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5f605e-f36c-4756-adde-695a95019d4f,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:16.062343 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-23d5fb36-ff75-433e-b812-108d4d8dedc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:16.085888 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-a8fa7988-d621-4b1a-89ce-9a44f25af4e1 None None] Provisioning for port 1abeeef3-6da5-4e6d-9f40-df3ea62ed8c7 completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:44:16.091225 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-a8fa7988-d621-4b1a-89ce-9a44f25af4e1 None None] Provisioning complete for port 1abeeef3-6da5-4e6d-9f40-df3ea62ed8c7 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:44:16.091695 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-a8fa7988-d621-4b1a-89ce-9a44f25af4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:16.206525 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-a8fa7988-d621-4b1a-89ce-9a44f25af4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:16.260257 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-a8fa7988-d621-4b1a-89ce-9a44f25af4e1 None None] For port 1abeeef3-6da5-4e6d-9f40-df3ea62ed8c7, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=1abeeef3-6da5-4e6d-9f40-df3ea62ed8c7,segment=NetworkSegment(df79bc93-ea06-4122-bb83-772688d7ac46),segment_id=df79bc93-ea06-4122-bb83-772688d7ac46)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:44:16.266981 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-a8fa7988-d621-4b1a-89ce-9a44f25af4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:16.269119 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-14b1cb9b-a966-4f8c-b1de-d83899eed787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:16.346181 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa7988-d621-4b1a-89ce-9a44f25af4e1 None None] Pushing event updated for resources: {'Port': ['ID=1abeeef3-6da5-4e6d-9f40-df3ea62ed8c7,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:16.355064 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-a8fa7988-d621-4b1a-89ce-9a44f25af4e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:16.410581 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-374477ce-84cb-4c98-9c49-8f2620407ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:16.418131 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-776785bc-b6ba-4ffb-83f5-868a038ccae8 None None] Notify callbacks [] for port, precommit_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:16.429255 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.provisioning_blocks [None req-776785bc-b6ba-4ffb-83f5-868a038ccae8 None None] Transition to ACTIVE for port object 6defd0dc-11bb-4657-9a55-922b30715cb8 will not be triggered until provisioned by entity L2. {{(pid=93165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:44:16.436151 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-776785bc-b6ba-4ffb-83f5-868a038ccae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:16.439629 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [None req-65c2bcd1-7d7b-4c38-ad17-34b1d461ed0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:16.492421 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f618b21-5de8-4ddc-a8e5-062409371876 None None] Pushing event updated for resources: {'Port': ['ID=6defd0dc-11bb-4657-9a55-922b30715cb8,revision_number=2']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:16.495795 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9b815cc9-3c45-4187-94e6-df46ca538ef5 None None] Provisioning complete for port 1abeeef3-6da5-4e6d-9f40-df3ea62ed8c7 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:44:16.496246 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9b815cc9-3c45-4187-94e6-df46ca538ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:16.502182 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f618b21-5de8-4ddc-a8e5-062409371876 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:16.502525 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f618b21-5de8-4ddc-a8e5-062409371876 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:16.502863 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f618b21-5de8-4ddc-a8e5-062409371876 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:16.503191 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f618b21-5de8-4ddc-a8e5-062409371876 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:16.503515 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f618b21-5de8-4ddc-a8e5-062409371876 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:16.503837 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f618b21-5de8-4ddc-a8e5-062409371876 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:16.504157 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f618b21-5de8-4ddc-a8e5-062409371876 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:16.504473 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f618b21-5de8-4ddc-a8e5-062409371876 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:16.504838 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f618b21-5de8-4ddc-a8e5-062409371876 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:16.505165 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f618b21-5de8-4ddc-a8e5-062409371876 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:16.505478 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f618b21-5de8-4ddc-a8e5-062409371876 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:16.505789 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f618b21-5de8-4ddc-a8e5-062409371876 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:44:16.516001 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [None req-9f618b21-5de8-4ddc-a8e5-062409371876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:16.517162 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-776785bc-b6ba-4ffb-83f5-868a038ccae8 None None] Attempting to bind port 6defd0dc-11bb-4657-9a55-922b30715cb8 on host dv-cinder-769602-4-iscsi for vnic_type normal with profile {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:44:16.517529 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-776785bc-b6ba-4ffb-83f5-868a038ccae8 None None] Attempting to bind port 6defd0dc-11bb-4657-9a55-922b30715cb8 by drivers openvswitch,hyperv on host dv-cinder-769602-4-iscsi at level 0 using segments [{'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:44:16.517890 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776785bc-b6ba-4ffb-83f5-868a038ccae8 None None] Attempting to bind port 6defd0dc-11bb-4657-9a55-922b30715cb8 on network 4f4d7b89-f14b-44bd-8c77-680ef6990266 {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:44:16.523105 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776785bc-b6ba-4ffb-83f5-868a038ccae8 None None] Checking agent: {'id': 'a1c2e225-8bcd-423f-9b74-e274311af98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 0, 50), 'started_at': datetime.datetime(2021, 6, 29, 23, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:44:16.523486 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776785bc-b6ba-4ffb-83f5-868a038ccae8 None None] Checking segment: {'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:44:16.523888 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-776785bc-b6ba-4ffb-83f5-868a038ccae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:16.524319 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776785bc-b6ba-4ffb-83f5-868a038ccae8 None None] Bound using segment: {'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:44:16.524829 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-776785bc-b6ba-4ffb-83f5-868a038ccae8 None None] Bound port: 6defd0dc-11bb-4657-9a55-922b30715cb8, host: dv-cinder-769602-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'}}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:44:16.525240 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-776785bc-b6ba-4ffb-83f5-868a038ccae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:16.583983 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-776785bc-b6ba-4ffb-83f5-868a038ccae8 None None] For port 6defd0dc-11bb-4657-9a55-922b30715cb8, host dv-cinder-769602-4-iscsi, cleared binding levels {{(pid=93165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:44:16.587330 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-776785bc-b6ba-4ffb-83f5-868a038ccae8 None None] For port 6defd0dc-11bb-4657-9a55-922b30715cb8, host dv-cinder-769602-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=6defd0dc-11bb-4657-9a55-922b30715cb8,segment=NetworkSegment(0d7322d1-9f99-46a3-b2ff-5e8cb22a095c),segment_id=0d7322d1-9f99-46a3-b2ff-5e8cb22a095c)] {{(pid=93165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:44:16.592987 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-776785bc-b6ba-4ffb-83f5-868a038ccae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:16.604092 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:16.612157 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-374477ce-84cb-4c98-9c49-8f2620407ec5 admin admin] Allocated IP 172.20.0.1 (72c6bbd2-4b60-450d-ad2d-11a710deb2ae/54a91b59-ffac-43e0-a3d5-edf78d425202/716e553b-d49c-4005-9e3d-59fab38b9ffd) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:44:16.645609 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776785bc-b6ba-4ffb-83f5-868a038ccae8 None None] Routers {'d9f682d1-8c2d-442e-ad83-e3ca0738473c'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:44:16.646241 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-776785bc-b6ba-4ffb-83f5-868a038ccae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:43:50Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['d9f682d1-8c2d-442e-ad83-e3ca0738473c'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:44:16.710700 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f618b21-5de8-4ddc-a8e5-062409371876 None None] Pushing event updated for resources: {'Port': ['ID=6defd0dc-11bb-4657-9a55-922b30715cb8,revision_number=3']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:16.715429 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [None req-9f618b21-5de8-4ddc-a8e5-062409371876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:16.733910 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-374477ce-84cb-4c98-9c49-8f2620407ec5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:16.751488 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [None req-374477ce-84cb-4c98-9c49-8f2620407ec5 admin admin] Transition to ACTIVE for port object 716e553b-d49c-4005-9e3d-59fab38b9ffd will not be triggered until provisioned by entity DHCP. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:44:16.771562 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-776785bc-b6ba-4ffb-83f5-868a038ccae8 None None] Set router d9f682d1-8c2d-442e-ad83-e3ca0738473c gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:44:16.786819 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-374477ce-84cb-4c98-9c49-8f2620407ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-66139784'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:16.789308 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-3e55880c-27a8-42b5-973c-731dd7b9af64 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:16.827576 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374477ce-84cb-4c98-9c49-8f2620407ec5 admin admin] Network 72c6bbd2-4b60-450d-ad2d-11a710deb2ae is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:44:16.830424 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-374477ce-84cb-4c98-9c49-8f2620407ec5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:44:16.834005 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374477ce-84cb-4c98-9c49-8f2620407ec5 admin admin] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:44:16.877729 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374477ce-84cb-4c98-9c49-8f2620407ec5 admin admin] Pushing event updated for resources: {'Port': ['ID=716e553b-d49c-4005-9e3d-59fab38b9ffd,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:16.884901 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-374477ce-84cb-4c98-9c49-8f2620407ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:16.899356 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-374477ce-84cb-4c98-9c49-8f2620407ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442503'] for router_interface, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:16.986710 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-776785bc-b6ba-4ffb-83f5-868a038ccae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'name': 'tempest-TestMinimumBasicScenario-1565425226-router', 'tenant_id': '0e68624793344f27b5e1159bb6595666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '6defd0dc-11bb-4657-9a55-922b30715cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:44:14Z', 'updated_at': '2021-06-29T23:44:14Z', 'revision_number': 3, 'project_id': '0e68624793344f27b5e1159bb6595666', 'gw_port': {'id': '6defd0dc-11bb-4657-9a55-922b30715cb8', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:44:14Z', 'updated_at': '2021-06-29T23:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi'}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:44:17.016503 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776785bc-b6ba-4ffb-83f5-868a038ccae8 None None] The sync data for ids ['d9f682d1-8c2d-442e-ad83-e3ca0738473c'] in dv-cinder-769602-4-iscsi is: [{'id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'name': 'tempest-TestMinimumBasicScenario-1565425226-router', 'tenant_id': '0e68624793344f27b5e1159bb6595666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '6defd0dc-11bb-4657-9a55-922b30715cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:44:14Z', 'updated_at': '2021-06-29T23:44:14Z', 'revision_number': 3, 'project_id': '0e68624793344f27b5e1159bb6595666', 'gw_port': {'id': '6defd0dc-11bb-4657-9a55-922b30715cb8', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:44:14Z', 'updated_at': '2021-06-29T23:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi'}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:44:17.081194 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-374477ce-84cb-4c98-9c49-8f2620407ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:17.124506 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-88eabb14-2eb9-4f25-98c1-1195340f16f3 None None] Provisioning for port 716e553b-d49c-4005-9e3d-59fab38b9ffd completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:44:17.130644 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-88eabb14-2eb9-4f25-98c1-1195340f16f3 None None] Provisioning complete for port 716e553b-d49c-4005-9e3d-59fab38b9ffd triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:44:17.131433 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-88eabb14-2eb9-4f25-98c1-1195340f16f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:17.176303 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-88eabb14-2eb9-4f25-98c1-1195340f16f3 None None] Port 716e553b-d49c-4005-9e3d-59fab38b9ffd cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:44:17.223256 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-56e83bcc-5f1d-4451-bfd0-70db2e20a9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:17.268519 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-374477ce-84cb-4c98-9c49-8f2620407ec5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:17.276734 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-374477ce-84cb-4c98-9c49-8f2620407ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66139834'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:17.281565 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-6a7f8526-7ecd-47b0-8263-7589caa18e93 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:17.363675 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-374477ce-84cb-4c98-9c49-8f2620407ec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442387'] for router_interface, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:17.367418 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374477ce-84cb-4c98-9c49-8f2620407ec5 admin admin] Pushing event updated for resources: {'Port': ['ID=716e553b-d49c-4005-9e3d-59fab38b9ffd,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:17.373577 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-374477ce-84cb-4c98-9c49-8f2620407ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:17.389656 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 1abeeef3-6da5-4e6d-9f40-df3ea62ed8c7 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:44:17.451685 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port 1abeeef3-6da5-4e6d-9f40-df3ea62ed8c7 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:44:17.451990 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:17.490562 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374477ce-84cb-4c98-9c49-8f2620407ec5 admin admin] Network 72c6bbd2-4b60-450d-ad2d-11a710deb2ae is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:44:17.493013 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-374477ce-84cb-4c98-9c49-8f2620407ec5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:44:17.644595 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374477ce-84cb-4c98-9c49-8f2620407ec5 admin admin] Router d9f682d1-8c2d-442e-ad83-e3ca0738473c has already been hosted by L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:44:17.770106 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374477ce-84cb-4c98-9c49-8f2620407ec5 admin admin] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:44:17.776714 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-374477ce-84cb-4c98-9c49-8f2620407ec5 admin admin] 10.222.0.30 "PUT /v2.0/routers/d9f682d1-8c2d-442e-ad83-e3ca0738473c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2793322 Jun 29 23:44:17.800956 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-cf0b5851-a885-411d-991f-ad8ca970746d None None] Provisioning complete for port 716e553b-d49c-4005-9e3d-59fab38b9ffd triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:44:17.801436 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-cf0b5851-a885-411d-991f-ad8ca970746d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:17.840066 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-cf0b5851-a885-411d-991f-ad8ca970746d None None] Port 716e553b-d49c-4005-9e3d-59fab38b9ffd cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:44:18.203656 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 54572) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:44:18.309524 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-93b30a28-54bd-4759-abac-3b4c5a529b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:18.397901 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-93b30a28-54bd-4759-abac-3b4c5a529b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:18.402254 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-93b30a28-54bd-4759-abac-3b4c5a529b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:18.405851 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 54582) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:44:18.406378 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-35104fda-776a-4cc8-8a0f-b3aca6d06366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:18.411608 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-e5f19200-9b0b-443d-ae68-6745168ea0de admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2090839547-network', 'tenant_id': '03af9c6ac008403f97bda85bce293cb8'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:44:18.434554 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f19200-9b0b-443d-ae68-6745168ea0de admin admin] Made reservation on behalf of 03af9c6ac008403f97bda85bce293cb8 for: {'network': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:44:18.438019 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e5f19200-9b0b-443d-ae68-6745168ea0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for network, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:18.444260 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-93b30a28-54bd-4759-abac-3b4c5a529b66 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=88823564a6d04e31bbceb1e9f8bfa18d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395465 Jun 29 23:44:18.445436 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b30a28-54bd-4759-abac-3b4c5a529b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db034783-ca50-49f3-8461-c790f3027389,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:18.447153 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 54584) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:44:18.448974 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-93b30a28-54bd-4759-abac-3b4c5a529b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:18.449435 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e5f19200-9b0b-443d-ae68-6745168ea0de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:18.525273 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-470cc86e-b7c9-4bdc-a42f-f8474cfa1a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:18.557465 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-470cc86e-b7c9-4bdc-a42f-f8474cfa1a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:18.635048 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e5f19200-9b0b-443d-ae68-6745168ea0de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:18.636424 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-470cc86e-b7c9-4bdc-a42f-f8474cfa1a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:18.639458 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-470cc86e-b7c9-4bdc-a42f-f8474cfa1a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:18.640632 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-470cc86e-b7c9-4bdc-a42f-f8474cfa1a57 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/db034783-ca50-49f3-8461-c790f3027389 HTTP/1.1" status: 204 len: 168 time: 0.1923046 Jun 29 23:44:18.641703 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-ed8b39da-e1d8-4eb9-9113-cb918c65d928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:18.643693 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e5f19200-9b0b-443d-ae68-6745168ea0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:18.657332 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470cc86e-b7c9-4bdc-a42f-f8474cfa1a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db034783-ca50-49f3-8461-c790f3027389,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:18.661912 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-470cc86e-b7c9-4bdc-a42f-f8474cfa1a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:18.662491 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-642d2e15-4cbe-474b-b76a-37ebd4882941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:18.664626 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5f19200-9b0b-443d-ae68-6745168ea0de admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=93162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 23:44:18.696431 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e5f19200-9b0b-443d-ae68-6745168ea0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010'] for segment, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:18.696804 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.db.segments_db [None req-e5f19200-9b0b-443d-ae68-6745168ea0de admin admin] Added segment 1639cbee-adb3-4426-888a-12ab644b329d of type vlan for network e4ce512c-18ff-4a66-900f-1d502fdad50a Jun 29 23:44:18.710290 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f19200-9b0b-443d-ae68-6745168ea0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9ac7d0-7cbe-4781-bbb8-e6d403db666a,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:18.732433 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-e5f19200-9b0b-443d-ae68-6745168ea0de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:18.751322 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e5f19200-9b0b-443d-ae68-6745168ea0de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748551094604'] for network, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:18.785244 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e5f19200-9b0b-443d-ae68-6745168ea0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688'] for network, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:18.786659 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f19200-9b0b-443d-ae68-6745168ea0de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:44:18.787018 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4433621-8023-4118-a2a1-dfbfcc44d588 None None] Sync routers for ids ['d9f682d1-8c2d-442e-ad83-e3ca0738473c'] in dv-cinder-769602-4-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:44:18.787496 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e5f19200-9b0b-443d-ae68-6745168ea0de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:18.790635 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-14d39a81-30f1-4ad0-a1d0-80272446dc4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:18.798198 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4433621-8023-4118-a2a1-dfbfcc44d588 None None] Routers {'d9f682d1-8c2d-442e-ad83-e3ca0738473c'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:44:18.798833 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-c4433621-8023-4118-a2a1-dfbfcc44d588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:43:50Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['d9f682d1-8c2d-442e-ad83-e3ca0738473c'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:44:18.865119 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-e5f19200-9b0b-443d-ae68-6745168ea0de admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4574845 Jun 29 23:44:18.868231 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 54590) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:44:18.875943 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-f930cf0f-a289-478e-b92a-0d40ac7409f8 admin admin] Request body: {'subnet': {'network_id': 'e4ce512c-18ff-4a66-900f-1d502fdad50a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2090839547-subnet', 'tenant_id': '03af9c6ac008403f97bda85bce293cb8', 'ip_version': 4}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:44:18.892457 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f19200-9b0b-443d-ae68-6745168ea0de admin admin] Pushing event updated for resources: {'Network': ['ID=e4ce512c-18ff-4a66-900f-1d502fdad50a,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:18.896350 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-e5f19200-9b0b-443d-ae68-6745168ea0de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:18.901968 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f930cf0f-a289-478e-b92a-0d40ac7409f8 admin admin] Made reservation on behalf of 03af9c6ac008403f97bda85bce293cb8 for: {'subnet': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:44:18.904628 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f930cf0f-a289-478e-b92a-0d40ac7409f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66396899'] for subnet, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:18.907971 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Network e4ce512c-18ff-4a66-900f-1d502fdad50a details requested by agent ovs-agent-dv-cinder-769602-4-iscsi with host dv-cinder-769602-4-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:44:18.950691 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-c4433621-8023-4118-a2a1-dfbfcc44d588 None None] Set router d9f682d1-8c2d-442e-ad83-e3ca0738473c gateway port host: dv-cinder-769602-4-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:44:19.062941 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 54594) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:44:19.083677 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7af101de-24eb-4fb1-a949-dde02656a494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:19.113221 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f930cf0f-a289-478e-b92a-0d40ac7409f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66139700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66396913'] for subnet, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:19.115779 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-d4b44d02-0b9e-4880-bd7e-ae2434e18bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:19.189740 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-c4433621-8023-4118-a2a1-dfbfcc44d588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'name': 'tempest-TestMinimumBasicScenario-1565425226-router', 'tenant_id': '0e68624793344f27b5e1159bb6595666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '6defd0dc-11bb-4657-9a55-922b30715cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:44:14Z', 'updated_at': '2021-06-29T23:44:17Z', 'revision_number': 4, 'project_id': '0e68624793344f27b5e1159bb6595666', 'gw_port': {'id': '6defd0dc-11bb-4657-9a55-922b30715cb8', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:44:14Z', 'updated_at': '2021-06-29T23:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': '716e553b-d49c-4005-9e3d-59fab38b9ffd', 'name': '', 'network_id': '72c6bbd2-4b60-450d-ad2d-11a710deb2ae', 'tenant_id': '0e68624793344f27b5e1159bb6595666', 'mac_address': 'fa:16:3e:06:2e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '54a91b59-ffac-43e0-a3d5-edf78d425202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:44:16Z', 'updated_at': '2021-06-29T23:44:17Z', 'revision_number': 2, 'project_id': '0e68624793344f27b5e1159bb6595666', 'subnets': [{'id': '54a91b59-ffac-43e0-a3d5-edf78d425202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:44:19.193626 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7af101de-24eb-4fb1-a949-dde02656a494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:19.197667 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930cf0f-a289-478e-b92a-0d40ac7409f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee3b2e45-a536-4272-befc-a3128a79a5b2,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:19.198452 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7af101de-24eb-4fb1-a949-dde02656a494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:19.202951 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-f930cf0f-a289-478e-b92a-0d40ac7409f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:19.209092 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f930cf0f-a289-478e-b92a-0d40ac7409f8 admin admin] Checking segment: {'id': '1639cbee-adb3-4426-888a-12ab644b329d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e4ce512c-18ff-4a66-900f-1d502fdad50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:44:19.209797 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f930cf0f-a289-478e-b92a-0d40ac7409f8 admin admin] Network hostable DHCP agents. Network: e4ce512c-18ff-4a66-900f-1d502fdad50a, hostable agents: ['cfabb9e1-4ba2-4051-95c8-b215c3ad7269'], hosted agents: [] {{(pid=93162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:44:19.210223 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-18f47432-74d7-4b28-b5a1-0fff2f4bbc26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:19.219438 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4433621-8023-4118-a2a1-dfbfcc44d588 None None] Checking router: d9f682d1-8c2d-442e-ad83-e3ca0738473c for host: dv-cinder-769602-4-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:44:19.219801 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4433621-8023-4118-a2a1-dfbfcc44d588 None None] Updating router d9f682d1-8c2d-442e-ad83-e3ca0738473c port 716e553b-d49c-4005-9e3d-59fab38b9ffd binding host dv-cinder-769602-4-iscsi {{(pid=93164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:44:19.230645 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f930cf0f-a289-478e-b92a-0d40ac7409f8 admin admin] Network e4ce512c-18ff-4a66-900f-1d502fdad50a is scheduled to be hosted by DHCP agent cfabb9e1-4ba2-4051-95c8-b215c3ad7269 with binding_index 1 {{(pid=93162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:44:19.242789 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-7af101de-24eb-4fb1-a949-dde02656a494 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=724a604b8e5342a9a43c6be68208daba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1785231 Jun 29 23:44:19.243297 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-f930cf0f-a289-478e-b92a-0d40ac7409f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-4-iscsi, e4ce512c-18ff-4a66-900f-1d502fdad50a) {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:44:19.245559 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 54596) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:44:19.250288 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af101de-24eb-4fb1-a949-dde02656a494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7838314a-e99f-46d6-849b-da1913c57145,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:19.254611 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-7af101de-24eb-4fb1-a949-dde02656a494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:19.255523 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f930cf0f-a289-478e-b92a-0d40ac7409f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:44:19.256201 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f930cf0f-a289-478e-b92a-0d40ac7409f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:19.263573 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fe6322-6b88-44fd-8a32-9eaf37d0b3d0 None None] Network e4ce512c-18ff-4a66-900f-1d502fdad50a requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:44:19.266370 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-c4433621-8023-4118-a2a1-dfbfcc44d588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:19.297434 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-f930cf0f-a289-478e-b92a-0d40ac7409f8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4259360 Jun 29 23:44:19.300520 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 54598) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:44:19.306218 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-e3c99cc7-1f52-48b9-ac89-cc2d9b916993 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2090839547-router', 'tenant_id': '03af9c6ac008403f97bda85bce293cb8', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'}}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:44:19.326536 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-87e8ccae-a3a4-4ff8-9407-21d47e88b172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:19.332797 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e3c99cc7-1f52-48b9-ac89-cc2d9b916993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-450309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2020'] for router, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:19.334256 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e3c99cc7-1f52-48b9-ac89-cc2d9b916993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2029'] for router, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:19.351860 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-87e8ccae-a3a4-4ff8-9407-21d47e88b172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:19.407358 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e3c99cc7-1f52-48b9-ac89-cc2d9b916993 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:19.410250 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-87e8ccae-a3a4-4ff8-9407-21d47e88b172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:19.412957 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-87e8ccae-a3a4-4ff8-9407-21d47e88b172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:19.414103 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-87e8ccae-a3a4-4ff8-9407-21d47e88b172 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7838314a-e99f-46d6-849b-da1913c57145 HTTP/1.1" status: 204 len: 168 time: 0.1674654 Jun 29 23:44:19.414843 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-8716b518-426d-4025-a6ff-ddfe23c3b82c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:19.423129 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8ccae-a3a4-4ff8-9407-21d47e88b172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7838314a-e99f-46d6-849b-da1913c57145,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:19.426236 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-87e8ccae-a3a4-4ff8-9407-21d47e88b172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:19.433062 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 6defd0dc-11bb-4657-9a55-922b30715cb8 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:44:19.637814 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe78e46-fe70-4531-a102-f063c7a5d187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp803aeffc-a578-5cd1-be8d-e0bc517096b8-e4ce512c-18ff-4a66-900f-1d502fdad50a', 'network_id': 'e4ce512c-18ff-4a66-900f-1d502fdad50a', 'tenant_id': '03af9c6ac008403f97bda85bce293cb8', 'fixed_ips': [{'subnet_id': 'ee3b2e45-a536-4272-befc-a3128a79a5b2'}]}} from dv-cinder-769602-4-iscsi. {{(pid=93164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 23:44:19.639079 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-abe78e46-fe70-4531-a102-f063c7a5d187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:19.644766 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning for port 6defd0dc-11bb-4657-9a55-922b30715cb8 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:44:19.677858 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port 6defd0dc-11bb-4657-9a55-922b30715cb8 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:44:19.678244 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:19.739525 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-29c6f800-7ed0-4598-8fa6-ada45be81751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:19.814370 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e3c99cc7-1f52-48b9-ac89-cc2d9b916993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-489796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-450314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1823'] for router, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:20.037513 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e3c99cc7-1f52-48b9-ac89-cc2d9b916993 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:20.057017 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e3c99cc7-1f52-48b9-ac89-cc2d9b916993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:20.068033 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-c4433621-8023-4118-a2a1-dfbfcc44d588 None None] Notify callbacks [] for port, precommit_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:20.073226 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.db_base_plugin_common [None req-abe78e46-fe70-4531-a102-f063c7a5d187 None None] Allocated IP 172.20.0.2 (e4ce512c-18ff-4a66-900f-1d502fdad50a/ee3b2e45-a536-4272-befc-a3128a79a5b2/b1306a51-5c12-414b-a167-3e17593e85e8) {{(pid=93164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:44:20.089393 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:20.108861 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-c4433621-8023-4118-a2a1-dfbfcc44d588 None None] Transition to ACTIVE for port object 716e553b-d49c-4005-9e3d-59fab38b9ffd will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:44:20.136709 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] For port 6defd0dc-11bb-4657-9a55-922b30715cb8, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=6defd0dc-11bb-4657-9a55-922b30715cb8,segment=NetworkSegment(0d7322d1-9f99-46a3-b2ff-5e8cb22a095c),segment_id=0d7322d1-9f99-46a3-b2ff-5e8cb22a095c)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:44:20.162093 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-c4433621-8023-4118-a2a1-dfbfcc44d588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:20.166914 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:20.173430 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:20.195539 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [None req-e3c99cc7-1f52-48b9-ac89-cc2d9b916993 admin admin] Allocated IP 172.27.0.224 (4f4d7b89-f14b-44bd-8c77-680ef6990266/7d983a82-3206-4a2a-9ce9-3b2c9dc20086/772c2b16-e58a-4a86-8047-a9ed9a6a96ba) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:44:20.254141 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c9668-351b-4e62-b9f2-32148b687cc8 None None] Pushing event updated for resources: {'Port': ['ID=716e553b-d49c-4005-9e3d-59fab38b9ffd,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:20.262883 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-7c3c9668-351b-4e62-b9f2-32148b687cc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:20.265314 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:20.266984 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:20.353735 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e3c99cc7-1f52-48b9-ac89-cc2d9b916993 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:20.392505 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-c4433621-8023-4118-a2a1-dfbfcc44d588 None None] Attempting to bind port 716e553b-d49c-4005-9e3d-59fab38b9ffd on host dv-cinder-769602-4-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:44:20.392910 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-c4433621-8023-4118-a2a1-dfbfcc44d588 None None] Attempting to bind port 716e553b-d49c-4005-9e3d-59fab38b9ffd by drivers openvswitch,hyperv on host dv-cinder-769602-4-iscsi at level 0 using segments [{'id': 'df79bc93-ea06-4122-bb83-772688d7ac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '72c6bbd2-4b60-450d-ad2d-11a710deb2ae'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:44:20.393282 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4433621-8023-4118-a2a1-dfbfcc44d588 None None] Attempting to bind port 716e553b-d49c-4005-9e3d-59fab38b9ffd on network 72c6bbd2-4b60-450d-ad2d-11a710deb2ae {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:44:20.414789 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e3c99cc7-1f52-48b9-ac89-cc2d9b916993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5732936'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:20.417699 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-a8faaae1-51b9-41b2-9698-cfb6d2205621 tempest-TestVolumeBootPattern-592132430 tempest-TestVolumeBootPattern-592132430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:20.421089 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4433621-8023-4118-a2a1-dfbfcc44d588 None None] Checking agent: {'id': 'a1c2e225-8bcd-423f-9b74-e274311af98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 0, 50), 'started_at': datetime.datetime(2021, 6, 29, 23, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:44:20.421474 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4433621-8023-4118-a2a1-dfbfcc44d588 None None] Checking segment: {'id': 'df79bc93-ea06-4122-bb83-772688d7ac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '72c6bbd2-4b60-450d-ad2d-11a710deb2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:44:20.421889 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-c4433621-8023-4118-a2a1-dfbfcc44d588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:20.422292 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4433621-8023-4118-a2a1-dfbfcc44d588 None None] Bound using segment: {'id': 'df79bc93-ea06-4122-bb83-772688d7ac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '72c6bbd2-4b60-450d-ad2d-11a710deb2ae'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:44:20.422783 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-c4433621-8023-4118-a2a1-dfbfcc44d588 None None] Bound port: 716e553b-d49c-4005-9e3d-59fab38b9ffd, host: dv-cinder-769602-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df79bc93-ea06-4122-bb83-772688d7ac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '72c6bbd2-4b60-450d-ad2d-11a710deb2ae'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:44:20.423179 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-c4433621-8023-4118-a2a1-dfbfcc44d588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:20.425110 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Pushing event updated for resources: {'Port': ['ID=6defd0dc-11bb-4657-9a55-922b30715cb8,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:20.430649 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:20.441592 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-abe78e46-fe70-4531-a102-f063c7a5d187 None None] Notify callbacks [] for port, precommit_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:20.453258 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-abe78e46-fe70-4531-a102-f063c7a5d187 None None] Transition to ACTIVE for port object b1306a51-5c12-414b-a167-3e17593e85e8 will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:44:20.492174 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c99cc7-1f52-48b9-ac89-cc2d9b916993 admin admin] Network 4f4d7b89-f14b-44bd-8c77-680ef6990266 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:44:20.493660 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c99cc7-1f52-48b9-ac89-cc2d9b916993 admin admin] Pushing event updated for resources: {'Port': ['ID=772c2b16-e58a-4a86-8047-a9ed9a6a96ba,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:20.494886 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-abe78e46-fe70-4531-a102-f063c7a5d187 None None] Transition to ACTIVE for port object b1306a51-5c12-414b-a167-3e17593e85e8 will not be triggered until provisioned by entity DHCP. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:44:20.497051 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-e3c99cc7-1f52-48b9-ac89-cc2d9b916993 admin admin] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:44:20.499843 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-e3c99cc7-1f52-48b9-ac89-cc2d9b916993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:20.500952 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c99cc7-1f52-48b9-ac89-cc2d9b916993 admin admin] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:44:20.514121 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-abe78e46-fe70-4531-a102-f063c7a5d187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181'] for port, after_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:20.518235 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:20.543190 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-c4433621-8023-4118-a2a1-dfbfcc44d588 None None] For port 716e553b-d49c-4005-9e3d-59fab38b9ffd, host dv-cinder-769602-4-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:44:20.564085 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-c4433621-8023-4118-a2a1-dfbfcc44d588 None None] For port 716e553b-d49c-4005-9e3d-59fab38b9ffd, host dv-cinder-769602-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=716e553b-d49c-4005-9e3d-59fab38b9ffd,segment=NetworkSegment(df79bc93-ea06-4122-bb83-772688d7ac46),segment_id=df79bc93-ea06-4122-bb83-772688d7ac46)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:44:20.572395 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe78e46-fe70-4531-a102-f063c7a5d187 None None] Network e4ce512c-18ff-4a66-900f-1d502fdad50a is already hosted by enough agents. {{(pid=93164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:44:20.579247 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-c4433621-8023-4118-a2a1-dfbfcc44d588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:20.586120 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.scheduler.base_scheduler [None req-abe78e46-fe70-4531-a102-f063c7a5d187 None None] Resources bound (agent type, host, resource id): {{(pid=93164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:44:20.591485 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe78e46-fe70-4531-a102-f063c7a5d187 None None] Received port after_create {{(pid=93164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:44:20.594078 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe78e46-fe70-4531-a102-f063c7a5d187 None None] Pushing event updated for resources: {'Port': ['ID=b1306a51-5c12-414b-a167-3e17593e85e8,revision_number=1']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:20.600016 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-abe78e46-fe70-4531-a102-f063c7a5d187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:20.600484 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:20.713065 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c9668-351b-4e62-b9f2-32148b687cc8 None None] Pushing event updated for resources: {'Port': ['ID=716e553b-d49c-4005-9e3d-59fab38b9ffd,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:20.715639 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4433621-8023-4118-a2a1-dfbfcc44d588 None None] Routers {'d9f682d1-8c2d-442e-ad83-e3ca0738473c'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:44:20.716257 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-c4433621-8023-4118-a2a1-dfbfcc44d588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:44:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['d9f682d1-8c2d-442e-ad83-e3ca0738473c'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:44:20.720978 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-7c3c9668-351b-4e62-b9f2-32148b687cc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:20.724226 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-abe78e46-fe70-4531-a102-f063c7a5d187 None None] Attempting to bind port b1306a51-5c12-414b-a167-3e17593e85e8 on host dv-cinder-769602-4-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:44:20.724623 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-abe78e46-fe70-4531-a102-f063c7a5d187 None None] Attempting to bind port b1306a51-5c12-414b-a167-3e17593e85e8 by drivers openvswitch,hyperv on host dv-cinder-769602-4-iscsi at level 0 using segments [{'id': '1639cbee-adb3-4426-888a-12ab644b329d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e4ce512c-18ff-4a66-900f-1d502fdad50a'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:44:20.725069 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe78e46-fe70-4531-a102-f063c7a5d187 None None] Attempting to bind port b1306a51-5c12-414b-a167-3e17593e85e8 on network e4ce512c-18ff-4a66-900f-1d502fdad50a {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:44:20.770341 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe78e46-fe70-4531-a102-f063c7a5d187 None None] Checking agent: {'id': 'a1c2e225-8bcd-423f-9b74-e274311af98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 0, 50), 'started_at': datetime.datetime(2021, 6, 29, 23, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:44:20.770744 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe78e46-fe70-4531-a102-f063c7a5d187 None None] Checking segment: {'id': '1639cbee-adb3-4426-888a-12ab644b329d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e4ce512c-18ff-4a66-900f-1d502fdad50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:44:20.771146 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-abe78e46-fe70-4531-a102-f063c7a5d187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:20.771586 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe78e46-fe70-4531-a102-f063c7a5d187 None None] Bound using segment: {'id': '1639cbee-adb3-4426-888a-12ab644b329d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e4ce512c-18ff-4a66-900f-1d502fdad50a'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:44:20.772039 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-abe78e46-fe70-4531-a102-f063c7a5d187 None None] Bound port: b1306a51-5c12-414b-a167-3e17593e85e8, host: dv-cinder-769602-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1639cbee-adb3-4426-888a-12ab644b329d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e4ce512c-18ff-4a66-900f-1d502fdad50a'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:44:20.772433 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-abe78e46-fe70-4531-a102-f063c7a5d187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:20.844591 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e3c99cc7-1f52-48b9-ac89-cc2d9b916993 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:20.905931 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-c4433621-8023-4118-a2a1-dfbfcc44d588 None None] Set router d9f682d1-8c2d-442e-ad83-e3ca0738473c gateway port host: dv-cinder-769602-4-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:44:20.934922 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-abe78e46-fe70-4531-a102-f063c7a5d187 None None] For port b1306a51-5c12-414b-a167-3e17593e85e8, host dv-cinder-769602-4-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:44:20.964069 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-abe78e46-fe70-4531-a102-f063c7a5d187 None None] For port b1306a51-5c12-414b-a167-3e17593e85e8, host dv-cinder-769602-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=b1306a51-5c12-414b-a167-3e17593e85e8,segment=NetworkSegment(1639cbee-adb3-4426-888a-12ab644b329d),segment_id=1639cbee-adb3-4426-888a-12ab644b329d)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:44:20.976660 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-abe78e46-fe70-4531-a102-f063c7a5d187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:21.003958 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-a8fa7988-d621-4b1a-89ce-9a44f25af4e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:21.012402 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:21.023453 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 54642) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:44:21.070443 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e3c99cc7-1f52-48b9-ac89-cc2d9b916993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-450323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-489888'] for router, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:21.109972 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe78e46-fe70-4531-a102-f063c7a5d187 None None] Pushing event updated for resources: {'Port': ['ID=b1306a51-5c12-414b-a167-3e17593e85e8,revision_number=2']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:21.114646 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-abe78e46-fe70-4531-a102-f063c7a5d187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:21.183901 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-36d19b29-b111-43de-867f-9dd4b677a315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:21.214146 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-c4433621-8023-4118-a2a1-dfbfcc44d588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'name': 'tempest-TestMinimumBasicScenario-1565425226-router', 'tenant_id': '0e68624793344f27b5e1159bb6595666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '6defd0dc-11bb-4657-9a55-922b30715cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:44:14Z', 'updated_at': '2021-06-29T23:44:17Z', 'revision_number': 4, 'project_id': '0e68624793344f27b5e1159bb6595666', 'gw_port': {'id': '6defd0dc-11bb-4657-9a55-922b30715cb8', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:44:14Z', 'updated_at': '2021-06-29T23:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': '716e553b-d49c-4005-9e3d-59fab38b9ffd', 'name': '', 'network_id': '72c6bbd2-4b60-450d-ad2d-11a710deb2ae', 'tenant_id': '0e68624793344f27b5e1159bb6595666', 'mac_address': 'fa:16:3e:06:2e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '54a91b59-ffac-43e0-a3d5-edf78d425202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:44:16Z', 'updated_at': '2021-06-29T23:44:20Z', 'revision_number': 4, 'project_id': '0e68624793344f27b5e1159bb6595666', 'subnets': [{'id': '54a91b59-ffac-43e0-a3d5-edf78d425202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:44:21.243395 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4433621-8023-4118-a2a1-dfbfcc44d588 None None] The sync data for ids ['d9f682d1-8c2d-442e-ad83-e3ca0738473c'] in dv-cinder-769602-4-iscsi is: [{'id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'name': 'tempest-TestMinimumBasicScenario-1565425226-router', 'tenant_id': '0e68624793344f27b5e1159bb6595666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '6defd0dc-11bb-4657-9a55-922b30715cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:44:14Z', 'updated_at': '2021-06-29T23:44:17Z', 'revision_number': 4, 'project_id': '0e68624793344f27b5e1159bb6595666', 'gw_port': {'id': '6defd0dc-11bb-4657-9a55-922b30715cb8', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:44:14Z', 'updated_at': '2021-06-29T23:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': '716e553b-d49c-4005-9e3d-59fab38b9ffd', 'name': '', 'network_id': '72c6bbd2-4b60-450d-ad2d-11a710deb2ae', 'tenant_id': '0e68624793344f27b5e1159bb6595666', 'mac_address': 'fa:16:3e:06:2e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '54a91b59-ffac-43e0-a3d5-edf78d425202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:44:16Z', 'updated_at': '2021-06-29T23:44:20Z', 'revision_number': 4, 'project_id': '0e68624793344f27b5e1159bb6595666', 'subnets': [{'id': '54a91b59-ffac-43e0-a3d5-edf78d425202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:44:21.260621 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c99cc7-1f52-48b9-ac89-cc2d9b916993 admin admin] Router b7471480-7fa3-4200-a16e-7c406b1c01f6 is scheduled to L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f with binding_index 1 {{(pid=93163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 23:44:21.325539 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-36d19b29-b111-43de-867f-9dd4b677a315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:21.333255 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-36d19b29-b111-43de-867f-9dd4b677a315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:21.343706 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-41184a98-1d98-4b26-8f25-c0d3f7beaeaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:21.414611 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-36d19b29-b111-43de-867f-9dd4b677a315 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=07ccd4e3bbc54b0c9bde4bc7d2e40de5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3885636 Jun 29 23:44:21.418877 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 54648) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:44:21.437672 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 6defd0dc-11bb-4657-9a55-922b30715cb8 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:44:21.501127 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c99cc7-1f52-48b9-ac89-cc2d9b916993 admin admin] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:44:21.512243 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdc5c49-5814-452c-a794-9d1a4dda9af7 None None] Sync routers for ids ['b7471480-7fa3-4200-a16e-7c406b1c01f6'] in dv-cinder-769602-4-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:44:21.542473 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port 6defd0dc-11bb-4657-9a55-922b30715cb8 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:44:21.542857 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:21.547367 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdc5c49-5814-452c-a794-9d1a4dda9af7 None None] Routers {'b7471480-7fa3-4200-a16e-7c406b1c01f6'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:44:21.548314 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-2fdc5c49-5814-452c-a794-9d1a4dda9af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:44:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['b7471480-7fa3-4200-a16e-7c406b1c01f6'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:44:21.558670 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d19b29-b111-43de-867f-9dd4b677a315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d4055e-a5c5-4cc8-9430-17d8c44a0cfb,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:21.566574 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-36d19b29-b111-43de-867f-9dd4b677a315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:21.576059 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e3c99cc7-1f52-48b9-ac89-cc2d9b916993 admin admin] Notify callbacks [] for router, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:21.580065 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 54650) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:44:21.580511 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-e3c99cc7-1f52-48b9-ac89-cc2d9b916993 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2787638 Jun 29 23:44:21.638357 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a7d910a3-221c-4c85-8c6a-0a12a05ddb88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:21.692863 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-2fdc5c49-5814-452c-a794-9d1a4dda9af7 None None] Set router b7471480-7fa3-4200-a16e-7c406b1c01f6 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:44:21.703976 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a7d910a3-221c-4c85-8c6a-0a12a05ddb88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:21.835963 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a7d910a3-221c-4c85-8c6a-0a12a05ddb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:21.838602 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a7d910a3-221c-4c85-8c6a-0a12a05ddb88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:21.839784 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-a7d910a3-221c-4c85-8c6a-0a12a05ddb88 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b9d4055e-a5c5-4cc8-9430-17d8c44a0cfb HTTP/1.1" status: 204 len: 168 time: 0.4196103 Jun 29 23:44:21.853016 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-28b7067a-23da-44b8-ba4e-6ee2a42db40a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:21.866717 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d910a3-221c-4c85-8c6a-0a12a05ddb88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d4055e-a5c5-4cc8-9430-17d8c44a0cfb,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:21.870983 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-a7d910a3-221c-4c85-8c6a-0a12a05ddb88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:21.995766 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-2fdc5c49-5814-452c-a794-9d1a4dda9af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7471480-7fa3-4200-a16e-7c406b1c01f6', 'name': 'tempest-TestMinimumBasicScenario-2090839547-router', 'tenant_id': '03af9c6ac008403f97bda85bce293cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '772c2b16-e58a-4a86-8047-a9ed9a6a96ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:44:19Z', 'updated_at': '2021-06-29T23:44:20Z', 'revision_number': 3, 'project_id': '03af9c6ac008403f97bda85bce293cb8', 'gw_port': {'id': '772c2b16-e58a-4a86-8047-a9ed9a6a96ba', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7471480-7fa3-4200-a16e-7c406b1c01f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:44:20Z', 'updated_at': '2021-06-29T23:44:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi'}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:44:22.063986 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdc5c49-5814-452c-a794-9d1a4dda9af7 None None] Checking router: b7471480-7fa3-4200-a16e-7c406b1c01f6 for host: dv-cinder-769602-4-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:44:22.064418 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdc5c49-5814-452c-a794-9d1a4dda9af7 None None] Updating router b7471480-7fa3-4200-a16e-7c406b1c01f6 port 772c2b16-e58a-4a86-8047-a9ed9a6a96ba binding host dv-cinder-769602-4-iscsi {{(pid=93165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:44:22.106824 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-2fdc5c49-5814-452c-a794-9d1a4dda9af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:22.220292 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9eb5180a-3b4c-47cd-a01f-201e6a7436ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:22.318804 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65ed050-5f8a-46bd-9615-a8cee30f0a94 None None] Network e4ce512c-18ff-4a66-900f-1d502fdad50a requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:44:22.400157 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-53875d83-ff4f-46c1-93da-0f99182d0f48 None None] Provisioning for port b1306a51-5c12-414b-a167-3e17593e85e8 completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:44:22.492646 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-2fdc5c49-5814-452c-a794-9d1a4dda9af7 None None] Notify callbacks [] for port, precommit_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:22.507842 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.provisioning_blocks [None req-2fdc5c49-5814-452c-a794-9d1a4dda9af7 None None] Transition to ACTIVE for port object 772c2b16-e58a-4a86-8047-a9ed9a6a96ba will not be triggered until provisioned by entity L2. {{(pid=93165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:44:22.508534 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-9eb5180a-3b4c-47cd-a01f-201e6a7436ad admin admin] Allocated IP 172.20.0.1 (e4ce512c-18ff-4a66-900f-1d502fdad50a/ee3b2e45-a536-4272-befc-a3128a79a5b2/79fad58e-c5dc-4b31-9c26-65d2cc696a60) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:44:22.517724 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-2fdc5c49-5814-452c-a794-9d1a4dda9af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:22.519996 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:22.588201 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992cbbf7-86cb-42f4-a9f7-f7dfee88f947 None None] Pushing event updated for resources: {'Port': ['ID=772c2b16-e58a-4a86-8047-a9ed9a6a96ba,revision_number=2']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:22.598477 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [None req-992cbbf7-86cb-42f4-a9f7-f7dfee88f947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:22.603266 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-2fdc5c49-5814-452c-a794-9d1a4dda9af7 None None] Attempting to bind port 772c2b16-e58a-4a86-8047-a9ed9a6a96ba on host dv-cinder-769602-4-iscsi for vnic_type normal with profile {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:44:22.603638 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-2fdc5c49-5814-452c-a794-9d1a4dda9af7 None None] Attempting to bind port 772c2b16-e58a-4a86-8047-a9ed9a6a96ba by drivers openvswitch,hyperv on host dv-cinder-769602-4-iscsi at level 0 using segments [{'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:44:22.604166 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdc5c49-5814-452c-a794-9d1a4dda9af7 None None] Attempting to bind port 772c2b16-e58a-4a86-8047-a9ed9a6a96ba on network 4f4d7b89-f14b-44bd-8c77-680ef6990266 {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:44:22.610425 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdc5c49-5814-452c-a794-9d1a4dda9af7 None None] Checking agent: {'id': 'a1c2e225-8bcd-423f-9b74-e274311af98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 0, 50), 'started_at': datetime.datetime(2021, 6, 29, 23, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:44:22.611063 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdc5c49-5814-452c-a794-9d1a4dda9af7 None None] Checking segment: {'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:44:22.611671 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-2fdc5c49-5814-452c-a794-9d1a4dda9af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:22.612218 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdc5c49-5814-452c-a794-9d1a4dda9af7 None None] Bound using segment: {'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:44:22.612804 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-2fdc5c49-5814-452c-a794-9d1a4dda9af7 None None] Bound port: 772c2b16-e58a-4a86-8047-a9ed9a6a96ba, host: dv-cinder-769602-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7322d1-9f99-46a3-b2ff-5e8cb22a095c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266'}}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:44:22.613218 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-2fdc5c49-5814-452c-a794-9d1a4dda9af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:22.667012 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9eb5180a-3b4c-47cd-a01f-201e6a7436ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:22.690218 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-2fdc5c49-5814-452c-a794-9d1a4dda9af7 None None] For port 772c2b16-e58a-4a86-8047-a9ed9a6a96ba, host dv-cinder-769602-4-iscsi, cleared binding levels {{(pid=93165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:44:22.691057 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [None req-9eb5180a-3b4c-47cd-a01f-201e6a7436ad admin admin] Transition to ACTIVE for port object 79fad58e-c5dc-4b31-9c26-65d2cc696a60 will not be triggered until provisioned by entity DHCP. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:44:22.694347 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-2fdc5c49-5814-452c-a794-9d1a4dda9af7 None None] For port 772c2b16-e58a-4a86-8047-a9ed9a6a96ba, host dv-cinder-769602-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=772c2b16-e58a-4a86-8047-a9ed9a6a96ba,segment=NetworkSegment(0d7322d1-9f99-46a3-b2ff-5e8cb22a095c),segment_id=0d7322d1-9f99-46a3-b2ff-5e8cb22a095c)] {{(pid=93165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:44:22.703120 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-2fdc5c49-5814-452c-a794-9d1a4dda9af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:22.728508 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:22.744941 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9eb5180a-3b4c-47cd-a01f-201e6a7436ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-66139784'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:22.749812 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-08d0d02d-0e8c-41b1-85f3-3978666560f3 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:22.793099 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb5180a-3b4c-47cd-a01f-201e6a7436ad admin admin] Network e4ce512c-18ff-4a66-900f-1d502fdad50a is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:44:22.796461 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-9eb5180a-3b4c-47cd-a01f-201e6a7436ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:44:22.799968 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:22.806014 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb5180a-3b4c-47cd-a01f-201e6a7436ad admin admin] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:44:22.810103 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdc5c49-5814-452c-a794-9d1a4dda9af7 None None] Routers {'b7471480-7fa3-4200-a16e-7c406b1c01f6'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:44:22.810981 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-2fdc5c49-5814-452c-a794-9d1a4dda9af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:44:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['b7471480-7fa3-4200-a16e-7c406b1c01f6'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:44:22.814530 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5180a-3b4c-47cd-a01f-201e6a7436ad admin admin] Pushing event updated for resources: {'Port': ['ID=79fad58e-c5dc-4b31-9c26-65d2cc696a60,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:22.835910 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-9eb5180a-3b4c-47cd-a01f-201e6a7436ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:22.865068 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992cbbf7-86cb-42f4-a9f7-f7dfee88f947 None None] Pushing event updated for resources: {'Port': ['ID=772c2b16-e58a-4a86-8047-a9ed9a6a96ba,revision_number=3']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:22.868747 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG oslo_concurrency.lockutils [None req-992cbbf7-86cb-42f4-a9f7-f7dfee88f947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:22.871786 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9eb5180a-3b4c-47cd-a01f-201e6a7436ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442503'] for router_interface, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:22.937709 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-2fdc5c49-5814-452c-a794-9d1a4dda9af7 None None] Set router b7471480-7fa3-4200-a16e-7c406b1c01f6 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:44:23.073682 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9eb5180a-3b4c-47cd-a01f-201e6a7436ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:23.149248 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-2fdc5c49-5814-452c-a794-9d1a4dda9af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7471480-7fa3-4200-a16e-7c406b1c01f6', 'name': 'tempest-TestMinimumBasicScenario-2090839547-router', 'tenant_id': '03af9c6ac008403f97bda85bce293cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '772c2b16-e58a-4a86-8047-a9ed9a6a96ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:44:19Z', 'updated_at': '2021-06-29T23:44:20Z', 'revision_number': 3, 'project_id': '03af9c6ac008403f97bda85bce293cb8', 'gw_port': {'id': '772c2b16-e58a-4a86-8047-a9ed9a6a96ba', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7471480-7fa3-4200-a16e-7c406b1c01f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:44:20Z', 'updated_at': '2021-06-29T23:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi'}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:44:23.180207 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdc5c49-5814-452c-a794-9d1a4dda9af7 None None] The sync data for ids ['b7471480-7fa3-4200-a16e-7c406b1c01f6'] in dv-cinder-769602-4-iscsi is: [{'id': 'b7471480-7fa3-4200-a16e-7c406b1c01f6', 'name': 'tempest-TestMinimumBasicScenario-2090839547-router', 'tenant_id': '03af9c6ac008403f97bda85bce293cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '772c2b16-e58a-4a86-8047-a9ed9a6a96ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:44:19Z', 'updated_at': '2021-06-29T23:44:20Z', 'revision_number': 3, 'project_id': '03af9c6ac008403f97bda85bce293cb8', 'gw_port': {'id': '772c2b16-e58a-4a86-8047-a9ed9a6a96ba', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7471480-7fa3-4200-a16e-7c406b1c01f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:44:20Z', 'updated_at': '2021-06-29T23:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi'}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:44:23.180587 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4c4c882c-0432-459b-ac99-e9d2c71542a6 None None] Provisioning for port 79fad58e-c5dc-4b31-9c26-65d2cc696a60 completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:44:23.187936 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4c4c882c-0432-459b-ac99-e9d2c71542a6 None None] Provisioning complete for port 79fad58e-c5dc-4b31-9c26-65d2cc696a60 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:44:23.188832 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4c4c882c-0432-459b-ac99-e9d2c71542a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:23.237461 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-4c4c882c-0432-459b-ac99-e9d2c71542a6 None None] Port 79fad58e-c5dc-4b31-9c26-65d2cc696a60 cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:44:23.283429 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9eb5180a-3b4c-47cd-a01f-201e6a7436ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:23.294159 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9eb5180a-3b4c-47cd-a01f-201e6a7436ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66139834'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:23.297202 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-4e9967ed-5f84-4b76-b3c8-65c21ba7b986 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:23.371040 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5180a-3b4c-47cd-a01f-201e6a7436ad admin admin] Pushing event updated for resources: {'Port': ['ID=79fad58e-c5dc-4b31-9c26-65d2cc696a60,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:23.375796 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-9eb5180a-3b4c-47cd-a01f-201e6a7436ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:23.378761 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9eb5180a-3b4c-47cd-a01f-201e6a7436ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442387'] for router_interface, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:23.434022 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 716e553b-d49c-4005-9e3d-59fab38b9ffd up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:44:23.504484 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb5180a-3b4c-47cd-a01f-201e6a7436ad admin admin] Network e4ce512c-18ff-4a66-900f-1d502fdad50a is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:44:23.505930 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-9eb5180a-3b4c-47cd-a01f-201e6a7436ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:44:23.540070 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning for port 716e553b-d49c-4005-9e3d-59fab38b9ffd completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:44:23.559057 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port 716e553b-d49c-4005-9e3d-59fab38b9ffd triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:44:23.559786 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:23.668968 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:23.677388 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb5180a-3b4c-47cd-a01f-201e6a7436ad admin admin] Router b7471480-7fa3-4200-a16e-7c406b1c01f6 has already been hosted by L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:44:23.723276 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] For port 716e553b-d49c-4005-9e3d-59fab38b9ffd, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=716e553b-d49c-4005-9e3d-59fab38b9ffd,segment=NetworkSegment(df79bc93-ea06-4122-bb83-772688d7ac46),segment_id=df79bc93-ea06-4122-bb83-772688d7ac46)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:44:23.730749 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:23.734794 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device b1306a51-5c12-414b-a167-3e17593e85e8 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:44:23.741834 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:23.975022 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4dac60f9-6369-4a39-baf0-6553871c5eff None None] Provisioning complete for port 79fad58e-c5dc-4b31-9c26-65d2cc696a60 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:44:23.975407 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4dac60f9-6369-4a39-baf0-6553871c5eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:24.027927 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning for port b1306a51-5c12-414b-a167-3e17593e85e8 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:44:24.051534 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-4dac60f9-6369-4a39-baf0-6553871c5eff None None] Port 79fad58e-c5dc-4b31-9c26-65d2cc696a60 cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:44:24.056542 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Pushing event updated for resources: {'Port': ['ID=716e553b-d49c-4005-9e3d-59fab38b9ffd,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:24.063058 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:24.063911 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port b1306a51-5c12-414b-a167-3e17593e85e8 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:44:24.064292 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:24.166460 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:24.177353 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb5180a-3b4c-47cd-a01f-201e6a7436ad admin admin] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:44:24.193195 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-9eb5180a-3b4c-47cd-a01f-201e6a7436ad admin admin] 10.222.0.30 "PUT /v2.0/routers/b7471480-7fa3-4200-a16e-7c406b1c01f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6117210 Jun 29 23:44:24.213753 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] For port b1306a51-5c12-414b-a167-3e17593e85e8, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=b1306a51-5c12-414b-a167-3e17593e85e8,segment=NetworkSegment(1639cbee-adb3-4426-888a-12ab644b329d),segment_id=1639cbee-adb3-4426-888a-12ab644b329d)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:44:24.220726 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:24.225571 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:24.308839 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Pushing event updated for resources: {'Port': ['ID=b1306a51-5c12-414b-a167-3e17593e85e8,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:24.317484 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:25.065085 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b59c85-6c07-4625-b0db-1dccbf405828 None None] Sync routers for ids ['b7471480-7fa3-4200-a16e-7c406b1c01f6'] in dv-cinder-769602-4-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:44:25.075365 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b59c85-6c07-4625-b0db-1dccbf405828 None None] Routers {'b7471480-7fa3-4200-a16e-7c406b1c01f6'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:44:25.076548 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-b4b59c85-6c07-4625-b0db-1dccbf405828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:44:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['b7471480-7fa3-4200-a16e-7c406b1c01f6'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:44:25.191814 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-b4b59c85-6c07-4625-b0db-1dccbf405828 None None] Set router b7471480-7fa3-4200-a16e-7c406b1c01f6 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:44:25.459009 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 772c2b16-e58a-4a86-8047-a9ed9a6a96ba up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:44:25.471145 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-b4b59c85-6c07-4625-b0db-1dccbf405828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7471480-7fa3-4200-a16e-7c406b1c01f6', 'name': 'tempest-TestMinimumBasicScenario-2090839547-router', 'tenant_id': '03af9c6ac008403f97bda85bce293cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '772c2b16-e58a-4a86-8047-a9ed9a6a96ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:44:19Z', 'updated_at': '2021-06-29T23:44:23Z', 'revision_number': 4, 'project_id': '03af9c6ac008403f97bda85bce293cb8', 'gw_port': {'id': '772c2b16-e58a-4a86-8047-a9ed9a6a96ba', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7471480-7fa3-4200-a16e-7c406b1c01f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:44:20Z', 'updated_at': '2021-06-29T23:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': '79fad58e-c5dc-4b31-9c26-65d2cc696a60', 'name': '', 'network_id': 'e4ce512c-18ff-4a66-900f-1d502fdad50a', 'tenant_id': '03af9c6ac008403f97bda85bce293cb8', 'mac_address': 'fa:16:3e:44:2a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7471480-7fa3-4200-a16e-7c406b1c01f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ee3b2e45-a536-4272-befc-a3128a79a5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:44:22Z', 'updated_at': '2021-06-29T23:44:23Z', 'revision_number': 2, 'project_id': '03af9c6ac008403f97bda85bce293cb8', 'subnets': [{'id': 'ee3b2e45-a536-4272-befc-a3128a79a5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:44:25.531854 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b59c85-6c07-4625-b0db-1dccbf405828 None None] Checking router: b7471480-7fa3-4200-a16e-7c406b1c01f6 for host: dv-cinder-769602-4-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:44:25.532233 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b59c85-6c07-4625-b0db-1dccbf405828 None None] Updating router b7471480-7fa3-4200-a16e-7c406b1c01f6 port 79fad58e-c5dc-4b31-9c26-65d2cc696a60 binding host dv-cinder-769602-4-iscsi {{(pid=93164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:44:25.585868 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-b4b59c85-6c07-4625-b0db-1dccbf405828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:25.610164 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning for port 772c2b16-e58a-4a86-8047-a9ed9a6a96ba completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:44:25.632980 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port 772c2b16-e58a-4a86-8047-a9ed9a6a96ba triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:44:25.633510 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:25.845845 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:25.881795 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] For port 772c2b16-e58a-4a86-8047-a9ed9a6a96ba, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=772c2b16-e58a-4a86-8047-a9ed9a6a96ba,segment=NetworkSegment(0d7322d1-9f99-46a3-b2ff-5e8cb22a095c),segment_id=0d7322d1-9f99-46a3-b2ff-5e8cb22a095c)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:44:25.893729 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:25.894800 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 716e553b-d49c-4005-9e3d-59fab38b9ffd up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:44:25.901779 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-14b1cb9b-a966-4f8c-b1de-d83899eed787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:26.050274 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Pushing event updated for resources: {'Port': ['ID=772c2b16-e58a-4a86-8047-a9ed9a6a96ba,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:26.054086 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:26.088184 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port 716e553b-d49c-4005-9e3d-59fab38b9ffd triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:44:26.088942 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:26.124358 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-b4b59c85-6c07-4625-b0db-1dccbf405828 None None] Notify callbacks [] for port, precommit_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:26.142738 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-b4b59c85-6c07-4625-b0db-1dccbf405828 None None] Transition to ACTIVE for port object 79fad58e-c5dc-4b31-9c26-65d2cc696a60 will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:44:26.157511 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-b4b59c85-6c07-4625-b0db-1dccbf405828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:26.160044 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:26.257391 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d67c8-8a2c-46a6-92f7-df8578a9bd5c None None] Pushing event updated for resources: {'Port': ['ID=79fad58e-c5dc-4b31-9c26-65d2cc696a60,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:26.266470 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-3e7d67c8-8a2c-46a6-92f7-df8578a9bd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:26.294658 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device b1306a51-5c12-414b-a167-3e17593e85e8 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:44:26.357513 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-b4b59c85-6c07-4625-b0db-1dccbf405828 None None] Attempting to bind port 79fad58e-c5dc-4b31-9c26-65d2cc696a60 on host dv-cinder-769602-4-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:44:26.357894 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-b4b59c85-6c07-4625-b0db-1dccbf405828 None None] Attempting to bind port 79fad58e-c5dc-4b31-9c26-65d2cc696a60 by drivers openvswitch,hyperv on host dv-cinder-769602-4-iscsi at level 0 using segments [{'id': '1639cbee-adb3-4426-888a-12ab644b329d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e4ce512c-18ff-4a66-900f-1d502fdad50a'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:44:26.358466 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b59c85-6c07-4625-b0db-1dccbf405828 None None] Attempting to bind port 79fad58e-c5dc-4b31-9c26-65d2cc696a60 on network e4ce512c-18ff-4a66-900f-1d502fdad50a {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:44:26.359282 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:44:26.369633 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b59c85-6c07-4625-b0db-1dccbf405828 None None] Checking agent: {'id': 'a1c2e225-8bcd-423f-9b74-e274311af98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 0, 50), 'started_at': datetime.datetime(2021, 6, 29, 23, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:44:26.370007 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b59c85-6c07-4625-b0db-1dccbf405828 None None] Checking segment: {'id': '1639cbee-adb3-4426-888a-12ab644b329d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e4ce512c-18ff-4a66-900f-1d502fdad50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:44:26.370425 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-b4b59c85-6c07-4625-b0db-1dccbf405828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:26.370825 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b59c85-6c07-4625-b0db-1dccbf405828 None None] Bound using segment: {'id': '1639cbee-adb3-4426-888a-12ab644b329d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e4ce512c-18ff-4a66-900f-1d502fdad50a'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:44:26.371312 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-b4b59c85-6c07-4625-b0db-1dccbf405828 None None] Bound port: 79fad58e-c5dc-4b31-9c26-65d2cc696a60, host: dv-cinder-769602-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1639cbee-adb3-4426-888a-12ab644b329d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e4ce512c-18ff-4a66-900f-1d502fdad50a'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:44:26.371699 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-b4b59c85-6c07-4625-b0db-1dccbf405828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:26.426827 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port b1306a51-5c12-414b-a167-3e17593e85e8 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:44:26.427214 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:26.475854 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-b4b59c85-6c07-4625-b0db-1dccbf405828 None None] For port 79fad58e-c5dc-4b31-9c26-65d2cc696a60, host dv-cinder-769602-4-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:44:26.480063 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-b4b59c85-6c07-4625-b0db-1dccbf405828 None None] For port 79fad58e-c5dc-4b31-9c26-65d2cc696a60, host dv-cinder-769602-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=79fad58e-c5dc-4b31-9c26-65d2cc696a60,segment=NetworkSegment(1639cbee-adb3-4426-888a-12ab644b329d),segment_id=1639cbee-adb3-4426-888a-12ab644b329d)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:44:26.491416 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-b4b59c85-6c07-4625-b0db-1dccbf405828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:26.493499 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-8b7f0e2c-9cf0-4032-b07b-746221eab1b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:26.605521 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d67c8-8a2c-46a6-92f7-df8578a9bd5c None None] Pushing event updated for resources: {'Port': ['ID=79fad58e-c5dc-4b31-9c26-65d2cc696a60,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:26.609192 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-3e7d67c8-8a2c-46a6-92f7-df8578a9bd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:26.619753 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b59c85-6c07-4625-b0db-1dccbf405828 None None] Routers {'b7471480-7fa3-4200-a16e-7c406b1c01f6'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:44:26.620407 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-b4b59c85-6c07-4625-b0db-1dccbf405828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:44:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['b7471480-7fa3-4200-a16e-7c406b1c01f6'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:44:26.766862 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-b4b59c85-6c07-4625-b0db-1dccbf405828 None None] Set router b7471480-7fa3-4200-a16e-7c406b1c01f6 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:44:27.012062 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-b4b59c85-6c07-4625-b0db-1dccbf405828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7471480-7fa3-4200-a16e-7c406b1c01f6', 'name': 'tempest-TestMinimumBasicScenario-2090839547-router', 'tenant_id': '03af9c6ac008403f97bda85bce293cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '772c2b16-e58a-4a86-8047-a9ed9a6a96ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:44:19Z', 'updated_at': '2021-06-29T23:44:23Z', 'revision_number': 4, 'project_id': '03af9c6ac008403f97bda85bce293cb8', 'gw_port': {'id': '772c2b16-e58a-4a86-8047-a9ed9a6a96ba', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7471480-7fa3-4200-a16e-7c406b1c01f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:44:20Z', 'updated_at': '2021-06-29T23:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': '79fad58e-c5dc-4b31-9c26-65d2cc696a60', 'name': '', 'network_id': 'e4ce512c-18ff-4a66-900f-1d502fdad50a', 'tenant_id': '03af9c6ac008403f97bda85bce293cb8', 'mac_address': 'fa:16:3e:44:2a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7471480-7fa3-4200-a16e-7c406b1c01f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ee3b2e45-a536-4272-befc-a3128a79a5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:44:22Z', 'updated_at': '2021-06-29T23:44:26Z', 'revision_number': 4, 'project_id': '03af9c6ac008403f97bda85bce293cb8', 'subnets': [{'id': 'ee3b2e45-a536-4272-befc-a3128a79a5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:44:27.014097 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 54746) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:44:27.041666 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b59c85-6c07-4625-b0db-1dccbf405828 None None] The sync data for ids ['b7471480-7fa3-4200-a16e-7c406b1c01f6'] in dv-cinder-769602-4-iscsi is: [{'id': 'b7471480-7fa3-4200-a16e-7c406b1c01f6', 'name': 'tempest-TestMinimumBasicScenario-2090839547-router', 'tenant_id': '03af9c6ac008403f97bda85bce293cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '772c2b16-e58a-4a86-8047-a9ed9a6a96ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:44:19Z', 'updated_at': '2021-06-29T23:44:23Z', 'revision_number': 4, 'project_id': '03af9c6ac008403f97bda85bce293cb8', 'gw_port': {'id': '772c2b16-e58a-4a86-8047-a9ed9a6a96ba', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7471480-7fa3-4200-a16e-7c406b1c01f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:44:20Z', 'updated_at': '2021-06-29T23:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': '79fad58e-c5dc-4b31-9c26-65d2cc696a60', 'name': '', 'network_id': 'e4ce512c-18ff-4a66-900f-1d502fdad50a', 'tenant_id': '03af9c6ac008403f97bda85bce293cb8', 'mac_address': 'fa:16:3e:44:2a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7471480-7fa3-4200-a16e-7c406b1c01f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ee3b2e45-a536-4272-befc-a3128a79a5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:44:22Z', 'updated_at': '2021-06-29T23:44:26Z', 'revision_number': 4, 'project_id': '03af9c6ac008403f97bda85bce293cb8', 'subnets': [{'id': 'ee3b2e45-a536-4272-befc-a3128a79a5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:44:27.204444 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-787adc07-0933-4562-a1a6-1bf84eaee180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:27.356043 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-787adc07-0933-4562-a1a6-1bf84eaee180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:27.364812 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-787adc07-0933-4562-a1a6-1bf84eaee180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:27.392940 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-9b7fe05f-dc25-41d5-b6b6-f6c8decc38c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:27.407939 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 54750) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:44:27.415100 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-787adc07-0933-4562-a1a6-1bf84eaee180 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=49f06452defc4e8c8049a9e49eefe85d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3992467 Jun 29 23:44:27.462365 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787adc07-0933-4562-a1a6-1bf84eaee180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f966d79f-52c7-4a92-8861-9e615e5c333f,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:27.472612 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-787adc07-0933-4562-a1a6-1bf84eaee180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:27.510277 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 79fad58e-c5dc-4b31-9c26-65d2cc696a60 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:44:27.525499 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c2332117-0b78-4517-b9a4-d9c5161bae50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:27.551954 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c2332117-0b78-4517-b9a4-d9c5161bae50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:27.586546 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning for port 79fad58e-c5dc-4b31-9c26-65d2cc696a60 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:44:27.590948 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port 79fad58e-c5dc-4b31-9c26-65d2cc696a60 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:44:27.592055 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:27.621815 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c2332117-0b78-4517-b9a4-d9c5161bae50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:27.627806 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c2332117-0b78-4517-b9a4-d9c5161bae50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:27.629321 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-c2332117-0b78-4517-b9a4-d9c5161bae50 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f966d79f-52c7-4a92-8861-9e615e5c333f HTTP/1.1" status: 204 len: 168 time: 0.2196140 Jun 29 23:44:27.630508 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-33f120a7-abc4-4c7d-8c77-208f75f80e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:27.641908 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2332117-0b78-4517-b9a4-d9c5161bae50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f966d79f-52c7-4a92-8861-9e615e5c333f,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:27.650726 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-c2332117-0b78-4517-b9a4-d9c5161bae50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:27.766006 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:27.804254 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] For port 79fad58e-c5dc-4b31-9c26-65d2cc696a60, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=79fad58e-c5dc-4b31-9c26-65d2cc696a60,segment=NetworkSegment(1639cbee-adb3-4426-888a-12ab644b329d),segment_id=1639cbee-adb3-4426-888a-12ab644b329d)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:44:27.809554 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:27.811016 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 772c2b16-e58a-4a86-8047-a9ed9a6a96ba up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:44:27.813808 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:27.893907 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Pushing event updated for resources: {'Port': ['ID=79fad58e-c5dc-4b31-9c26-65d2cc696a60,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:27.897138 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:27.905359 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port 772c2b16-e58a-4a86-8047-a9ed9a6a96ba triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:44:27.905840 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:28.061297 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 54760) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:44:28.081300 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b29a3e32-7065-40e2-870d-92e74737223f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:28.193313 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b29a3e32-7065-40e2-870d-92e74737223f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:28.198292 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b29a3e32-7065-40e2-870d-92e74737223f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:28.201217 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-52b08866-d6ee-4866-91de-6586604a6961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:28.245133 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a3e32-7065-40e2-870d-92e74737223f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3133d0fd-142e-4b35-9c80-2ed0798f04f6,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:28.252048 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-b29a3e32-7065-40e2-870d-92e74737223f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:28.255386 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-b29a3e32-7065-40e2-870d-92e74737223f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eb1d38aa03f849f38ffc12a7c1354c4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1929135 Jun 29 23:44:28.258185 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 54766) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:44:28.325620 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cfc6580d-7490-40bb-bde6-44cd346482f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:28.358321 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cfc6580d-7490-40bb-bde6-44cd346482f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:28.432488 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cfc6580d-7490-40bb-bde6-44cd346482f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:28.436255 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cfc6580d-7490-40bb-bde6-44cd346482f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:28.438029 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-cfc6580d-7490-40bb-bde6-44cd346482f3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3133d0fd-142e-4b35-9c80-2ed0798f04f6 HTTP/1.1" status: 204 len: 168 time: 0.1784070 Jun 29 23:44:28.438441 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-ec7c502e-7d9a-463e-afb3-eb7ebe25be60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:28.446465 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc6580d-7490-40bb-bde6-44cd346482f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3133d0fd-142e-4b35-9c80-2ed0798f04f6,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:28.475429 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-cfc6580d-7490-40bb-bde6-44cd346482f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:29.323099 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 79fad58e-c5dc-4b31-9c26-65d2cc696a60 up at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:44:29.387872 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Provisioning complete for port 79fad58e-c5dc-4b31-9c26-65d2cc696a60 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:44:29.388446 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:34.657921 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:34.857593 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450bb35-5708-43ea-ac20-71bad92df317 req-3d79f0ca-1ed5-408f-96a6-a2fe1cc42610 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:44:34.859041 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1450bb35-5708-43ea-ac20-71bad92df317 req-3d79f0ca-1ed5-408f-96a6-a2fe1cc42610 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/networks?id=72c6bbd2-4b60-450d-ad2d-11a710deb2ae HTTP/1.1" status: 200 len: 815 time: 0.1002512 Jun 29 23:44:34.874358 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1450bb35-5708-43ea-ac20-71bad92df317 req-46f52224-2308-4bad-94a7-7e949b58a5dd tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/quotas/0e68624793344f27b5e1159bb6595666 HTTP/1.1" status: 200 len: 375 time: 0.0098217 Jun 29 23:44:34.945821 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1450bb35-5708-43ea-ac20-71bad92df317 req-b6814059-3170-448e-bcd2-d4f8e51b756f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0e68624793344f27b5e1159bb6595666&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666649 Jun 29 23:44:35.050003 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [req-1450bb35-5708-43ea-ac20-71bad92df317 req-9b30be95-ee79-415b-ab59-2a02517ce905 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 23:44:35.051101 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1450bb35-5708-43ea-ac20-71bad92df317 req-9b30be95-ee79-415b-ab59-2a02517ce905 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0940678 Jun 29 23:44:35.142482 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1450bb35-5708-43ea-ac20-71bad92df317 req-bc79e875-453e-4c0f-9edd-fd5c4db1dfc2 service neutron] 10.222.0.30 "GET /v2.0/networks/72c6bbd2-4b60-450d-ad2d-11a710deb2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855207 Jun 29 23:44:35.233614 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1450bb35-5708-43ea-ac20-71bad92df317 req-9cc41f0c-2faf-42e9-913f-559de465c723 service neutron] 10.222.0.30 "GET /v2.0/networks/72c6bbd2-4b60-450d-ad2d-11a710deb2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853524 Jun 29 23:44:35.404624 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-713c44b2-8255-4dc5-936e-5f6219907309 req-b09ef466-39bd-4e51-abd3-b7e067da1144 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 210 time: 0.0291302 Jun 29 23:44:36.544457 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7b065dcd-2067-4574-947c-21b4334d7d1c req-445bb4df-39e8-4164-9ad0-19605e1597c4 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 210 time: 0.0289276 Jun 29 23:44:37.681290 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-975eedb8-2706-4f5f-9fcb-1ed304b1d131 req-1330e67b-6fc1-458b-8752-f87071fde650 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 210 time: 0.0276635 Jun 29 23:44:38.832277 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-828abe35-af36-4f01-b05a-ac95147dcd66 req-1d680826-f830-4ca4-8ef7-98deca53fa4a tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 210 time: 0.0300050 Jun 29 23:44:39.506095 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450bb35-5708-43ea-ac20-71bad92df317 req-26639c66-14f3-4394-a106-fe332cdbd5e6 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:44:39.507514 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1450bb35-5708-43ea-ac20-71bad92df317 req-26639c66-14f3-4394-a106-fe332cdbd5e6 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.52 "GET /v2.0/networks?id=72c6bbd2-4b60-450d-ad2d-11a710deb2ae HTTP/1.1" status: 200 len: 815 time: 0.1019542 Jun 29 23:44:39.520788 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-1450bb35-5708-43ea-ac20-71bad92df317 req-57898d17-fdeb-4294-beca-270c78a9b7f3 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Request body: {'port': {'device_id': '392ee0d9-d121-459a-88fc-bbc41948d21f', 'network_id': '72c6bbd2-4b60-450d-ad2d-11a710deb2ae', 'admin_state_up': True, 'tenant_id': '0e68624793344f27b5e1159bb6595666'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:44:39.634681 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1450bb35-5708-43ea-ac20-71bad92df317 req-57898d17-fdeb-4294-beca-270c78a9b7f3 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Made reservation on behalf of 0e68624793344f27b5e1159bb6595666 for: {'port': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:44:39.638281 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-1450bb35-5708-43ea-ac20-71bad92df317 req-57898d17-fdeb-4294-beca-270c78a9b7f3 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:39.780980 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [req-1450bb35-5708-43ea-ac20-71bad92df317 req-57898d17-fdeb-4294-beca-270c78a9b7f3 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Allocated IP 172.20.0.11 (72c6bbd2-4b60-450d-ad2d-11a710deb2ae/54a91b59-ffac-43e0-a3d5-edf78d425202/3a3d8965-f391-4327-bfbc-6b1d9c1aefca) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:44:39.938930 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-1450bb35-5708-43ea-ac20-71bad92df317 req-57898d17-fdeb-4294-beca-270c78a9b7f3 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:39.962653 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-1450bb35-5708-43ea-ac20-71bad92df317 req-57898d17-fdeb-4294-beca-270c78a9b7f3 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Transition to ACTIVE for port object 3a3d8965-f391-4327-bfbc-6b1d9c1aefca will not be triggered until provisioned by entity DHCP. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:44:39.983731 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-51a509c1-dd10-450e-a3ba-b5eb4b35a9df req-a744c57a-8163-4ab4-ae5e-fa7d2a5412b2 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 210 time: 0.0348389 Jun 29 23:44:40.019722 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-1450bb35-5708-43ea-ac20-71bad92df317 req-57898d17-fdeb-4294-beca-270c78a9b7f3 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-66139784'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:40.023902 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-fa066e7b-2cc4-4da8-95c7-ead640409a69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:40.072326 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1450bb35-5708-43ea-ac20-71bad92df317 req-57898d17-fdeb-4294-beca-270c78a9b7f3 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Network 72c6bbd2-4b60-450d-ad2d-11a710deb2ae is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:44:40.075699 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [req-1450bb35-5708-43ea-ac20-71bad92df317 req-57898d17-fdeb-4294-beca-270c78a9b7f3 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:44:40.079778 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-1450bb35-5708-43ea-ac20-71bad92df317 req-57898d17-fdeb-4294-beca-270c78a9b7f3 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:44:40.104028 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57898d17-fdeb-4294-beca-270c78a9b7f3 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Pushing event updated for resources: {'Port': ['ID=3a3d8965-f391-4327-bfbc-6b1d9c1aefca,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:40.109370 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-57898d17-fdeb-4294-beca-270c78a9b7f3 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:40.144829 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450bb35-5708-43ea-ac20-71bad92df317 req-57898d17-fdeb-4294-beca-270c78a9b7f3 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:44:40.145859 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-1450bb35-5708-43ea-ac20-71bad92df317 req-57898d17-fdeb-4294-beca-270c78a9b7f3 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:40.180029 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1450bb35-5708-43ea-ac20-71bad92df317 req-57898d17-fdeb-4294-beca-270c78a9b7f3 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6625681 Jun 29 23:44:40.383397 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-7cb56b7a-0b77-4c7e-81bc-e53f169ee23e None None] Provisioning for port 3a3d8965-f391-4327-bfbc-6b1d9c1aefca completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:44:40.390124 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-7cb56b7a-0b77-4c7e-81bc-e53f169ee23e None None] Provisioning complete for port 3a3d8965-f391-4327-bfbc-6b1d9c1aefca triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:44:40.390864 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-7cb56b7a-0b77-4c7e-81bc-e53f169ee23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:40.431042 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-7cb56b7a-0b77-4c7e-81bc-e53f169ee23e None None] Port 3a3d8965-f391-4327-bfbc-6b1d9c1aefca cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:44:41.216393 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e8ab4-3f2c-4f4e-ac83-320123634059 req-68d9e1cf-8740-4af1-ba31-bc84bee691cd tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:44:41.218418 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ff1e8ab4-3f2c-4f4e-ac83-320123634059 req-68d9e1cf-8740-4af1-ba31-bc84bee691cd tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 932 time: 0.1193688 Jun 29 23:44:41.262944 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ff1e8ab4-3f2c-4f4e-ac83-320123634059 req-e2f74b42-6f50-43b2-8dca-80bc1ed83033 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/security-groups?id=588823fd-49bd-4f60-9f24-e62f6b8bdb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355821 Jun 29 23:44:42.624128 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d8f27-94f6-4ecd-94b8-10f3e18ad814 req-6a81d4c1-f6fb-4ee9-bfae-ba6cbcc056c6 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:44:42.625862 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d43d8f27-94f6-4ecd-94b8-10f3e18ad814 req-6a81d4c1-f6fb-4ee9-bfae-ba6cbcc056c6 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 932 time: 0.2469440 Jun 29 23:44:42.666399 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d43d8f27-94f6-4ecd-94b8-10f3e18ad814 req-8accba40-b542-4a8f-9c35-63f38cffdb60 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/security-groups?id=588823fd-49bd-4f60-9f24-e62f6b8bdb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341434 Jun 29 23:44:43.834360 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d2d95-569a-4ce6-a4ca-76184d947bb7 req-a398e659-7a0d-4b3d-9b0d-53259a4b6f98 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:44:43.835845 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f16d2d95-569a-4ce6-a4ca-76184d947bb7 req-a398e659-7a0d-4b3d-9b0d-53259a4b6f98 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 932 time: 0.0630219 Jun 29 23:44:43.873042 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f16d2d95-569a-4ce6-a4ca-76184d947bb7 req-ed1e18d3-fb54-4c2d-9a7d-22e79b292d46 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/security-groups?id=588823fd-49bd-4f60-9f24-e62f6b8bdb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317066 Jun 29 23:44:45.064600 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45e317-0c0d-4f85-a785-7b2453aa9c20 req-f64b88c2-815a-43da-90b2-7845c869fd4d tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:44:45.066115 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0f45e317-0c0d-4f85-a785-7b2453aa9c20 req-f64b88c2-815a-43da-90b2-7845c869fd4d tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 932 time: 0.0789871 Jun 29 23:44:45.106326 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0f45e317-0c0d-4f85-a785-7b2453aa9c20 req-7434ea92-bdda-41cb-8b69-fe1b0a15660e tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/security-groups?id=588823fd-49bd-4f60-9f24-e62f6b8bdb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331230 Jun 29 23:44:46.287781 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794418c-570e-4d75-ac99-f0f4a043b184 req-9b978ab6-e907-4971-b8fd-eebc5068aa90 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:44:46.289250 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b794418c-570e-4d75-ac99-f0f4a043b184 req-9b978ab6-e907-4971-b8fd-eebc5068aa90 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 932 time: 0.0623615 Jun 29 23:44:46.324894 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b794418c-570e-4d75-ac99-f0f4a043b184 req-d409bac8-8d24-47bf-b7e2-f2479cf8e221 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/security-groups?id=588823fd-49bd-4f60-9f24-e62f6b8bdb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301399 Jun 29 23:44:47.226401 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-58cd1e80-1473-4292-bdae-b7cd120a4940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:47.508045 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0afc4c-4645-408c-aa98-6cda58a1b83c req-da7a1f1f-3634-4a95-a56a-d9296d51be2f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:44:47.509626 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4a0afc4c-4645-408c-aa98-6cda58a1b83c req-da7a1f1f-3634-4a95-a56a-d9296d51be2f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 932 time: 0.0667272 Jun 29 23:44:47.553150 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4a0afc4c-4645-408c-aa98-6cda58a1b83c req-c27cf31c-1f29-4053-b0fe-49511a226ecf tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/security-groups?id=588823fd-49bd-4f60-9f24-e62f6b8bdb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378227 Jun 29 23:44:48.749998 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64b285-12a9-49be-aee8-8f892afb872c req-c2c75c7c-b1ff-4ca0-aa17-935447be115a tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:44:48.751452 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9c64b285-12a9-49be-aee8-8f892afb872c req-c2c75c7c-b1ff-4ca0-aa17-935447be115a tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 932 time: 0.0832419 Jun 29 23:44:48.789703 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9c64b285-12a9-49be-aee8-8f892afb872c req-9348ef2c-f18e-45c4-93b8-2d2a7e447c88 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/security-groups?id=588823fd-49bd-4f60-9f24-e62f6b8bdb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324221 Jun 29 23:44:49.662832 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9a13054b-ea44-4523-b343-86b61129ccc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:49.981228 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612a275-8d8f-457c-8ca8-4f52b003857b req-4d194710-ed55-46f5-b8c2-6c7ae46d03d7 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:44:49.991347 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6612a275-8d8f-457c-8ca8-4f52b003857b req-4d194710-ed55-46f5-b8c2-6c7ae46d03d7 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 932 time: 0.0789800 Jun 29 23:44:50.032050 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6612a275-8d8f-457c-8ca8-4f52b003857b req-ca7689ee-e2b5-4775-8364-9d81b90b6343 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/security-groups?id=588823fd-49bd-4f60-9f24-e62f6b8bdb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343914 Jun 29 23:44:50.230226 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:50.942372 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:51.212163 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53c43f-ff7c-40b8-bb7a-3b47bfb744eb req-e90c68a7-f290-4cdd-a7fc-55bba6226a33 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:44:51.214010 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1e53c43f-ff7c-40b8-bb7a-3b47bfb744eb req-e90c68a7-f290-4cdd-a7fc-55bba6226a33 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 932 time: 0.0697403 Jun 29 23:44:51.253748 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1e53c43f-ff7c-40b8-bb7a-3b47bfb744eb req-1f64bf7e-f35c-4f2f-982b-c26f00347723 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/security-groups?id=588823fd-49bd-4f60-9f24-e62f6b8bdb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341225 Jun 29 23:44:51.774180 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55040) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:44:51.885674 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2bfa5e31-6343-47ed-8530-67234167ccca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:51.931751 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-1450bb35-5708-43ea-ac20-71bad92df317 req-e66f87e6-d51e-4e3c-b3cf-b99ae869c1ab service neutron] Request body: {'port': {'device_id': '392ee0d9-d121-459a-88fc-bbc41948d21f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:44:52.029944 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-1450bb35-5708-43ea-ac20-71bad92df317 req-e66f87e6-d51e-4e3c-b3cf-b99ae869c1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:52.045065 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2bfa5e31-6343-47ed-8530-67234167ccca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:52.050239 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2bfa5e31-6343-47ed-8530-67234167ccca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:52.053882 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-9d2ae232-4e0d-46f7-ab91-9a62898bdc45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:52.125536 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-2bfa5e31-6343-47ed-8530-67234167ccca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dac0dcbb663644709603a75946bf9b9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3502824 Jun 29 23:44:52.127555 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa5e31-6343-47ed-8530-67234167ccca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843e388d-ec10-4f31-9261-1390b3ff6ece,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:52.128534 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 55048) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:44:52.131977 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-2bfa5e31-6343-47ed-8530-67234167ccca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:52.179559 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-59a3d9c9-f429-4436-b2bc-ef702d459acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:52.204720 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-59a3d9c9-f429-4436-b2bc-ef702d459acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:52.254109 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-59a3d9c9-f429-4436-b2bc-ef702d459acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:52.256739 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-59a3d9c9-f429-4436-b2bc-ef702d459acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:52.260138 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-59a3d9c9-f429-4436-b2bc-ef702d459acf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/843e388d-ec10-4f31-9261-1390b3ff6ece HTTP/1.1" status: 204 len: 168 time: 0.1283014 Jun 29 23:44:52.260138 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-625b7e7b-5998-4c4c-8db9-3945d0cdd590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:52.269275 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3d9c9-f429-4436-b2bc-ef702d459acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843e388d-ec10-4f31-9261-1390b3ff6ece,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:52.271725 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-59a3d9c9-f429-4436-b2bc-ef702d459acf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:52.350259 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [req-1450bb35-5708-43ea-ac20-71bad92df317 req-e66f87e6-d51e-4e3c-b3cf-b99ae869c1ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a3d8965-f391-4327-bfbc-6b1d9c1aefca {{(pid=93162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:44:52.358339 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-1450bb35-5708-43ea-ac20-71bad92df317 req-e66f87e6-d51e-4e3c-b3cf-b99ae869c1ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:52.372329 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-1450bb35-5708-43ea-ac20-71bad92df317 req-e66f87e6-d51e-4e3c-b3cf-b99ae869c1ab service neutron] Transition to ACTIVE for port object 3a3d8965-f391-4327-bfbc-6b1d9c1aefca will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:44:52.384771 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-1450bb35-5708-43ea-ac20-71bad92df317 req-e66f87e6-d51e-4e3c-b3cf-b99ae869c1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66139834'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:52.403786 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-881cb93d-ef02-4860-9212-33ed9fa44b86 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:52.480033 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f87e6-d51e-4e3c-b3cf-b99ae869c1ab service neutron] Pushing event updated for resources: {'Port': ['ID=3a3d8965-f391-4327-bfbc-6b1d9c1aefca,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:52.484004 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-e66f87e6-d51e-4e3c-b3cf-b99ae869c1ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:52.545600 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9826e29-50c6-48c2-a939-37828072ea94 req-284e5320-0efd-44ae-9ad7-8f75c3d7cce0 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:44:52.547101 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f9826e29-50c6-48c2-a939-37828072ea94 req-284e5320-0efd-44ae-9ad7-8f75c3d7cce0 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 944 time: 0.1730974 Jun 29 23:44:52.603348 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-1450bb35-5708-43ea-ac20-71bad92df317 req-e66f87e6-d51e-4e3c-b3cf-b99ae869c1ab service neutron] Attempting to bind port 3a3d8965-f391-4327-bfbc-6b1d9c1aefca on host hv-cinder-76960 for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:44:52.603681 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-1450bb35-5708-43ea-ac20-71bad92df317 req-e66f87e6-d51e-4e3c-b3cf-b99ae869c1ab service neutron] Attempting to bind port 3a3d8965-f391-4327-bfbc-6b1d9c1aefca by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': 'df79bc93-ea06-4122-bb83-772688d7ac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '72c6bbd2-4b60-450d-ad2d-11a710deb2ae'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:44:52.604007 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1450bb35-5708-43ea-ac20-71bad92df317 req-e66f87e6-d51e-4e3c-b3cf-b99ae869c1ab service neutron] Attempting to bind port 3a3d8965-f391-4327-bfbc-6b1d9c1aefca on network 72c6bbd2-4b60-450d-ad2d-11a710deb2ae {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:44:52.613875 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f9826e29-50c6-48c2-a939-37828072ea94 req-d4d34e91-a6e7-4a88-ad47-921de6c1cec7 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/security-groups?id=588823fd-49bd-4f60-9f24-e62f6b8bdb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572746 Jun 29 23:44:52.614568 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1450bb35-5708-43ea-ac20-71bad92df317 req-e66f87e6-d51e-4e3c-b3cf-b99ae869c1ab service neutron] Port 3a3d8965-f391-4327-bfbc-6b1d9c1aefca on network 72c6bbd2-4b60-450d-ad2d-11a710deb2ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:44:52.614887 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1450bb35-5708-43ea-ac20-71bad92df317 req-e66f87e6-d51e-4e3c-b3cf-b99ae869c1ab service neutron] Attempting to bind port 3a3d8965-f391-4327-bfbc-6b1d9c1aefca on network 72c6bbd2-4b60-450d-ad2d-11a710deb2ae {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:44:52.620435 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1450bb35-5708-43ea-ac20-71bad92df317 req-e66f87e6-d51e-4e3c-b3cf-b99ae869c1ab service neutron] Checking agent: {'id': 'a4a0778d-945d-473c-9557-d6f7decbe5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 7, 4), 'started_at': datetime.datetime(2021, 6, 29, 23, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:44:52.620800 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1450bb35-5708-43ea-ac20-71bad92df317 req-e66f87e6-d51e-4e3c-b3cf-b99ae869c1ab service neutron] Checking segment: {'id': 'df79bc93-ea06-4122-bb83-772688d7ac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '72c6bbd2-4b60-450d-ad2d-11a710deb2ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:44:52.621179 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1450bb35-5708-43ea-ac20-71bad92df317 req-e66f87e6-d51e-4e3c-b3cf-b99ae869c1ab service neutron] Bound using segment: {'id': 'df79bc93-ea06-4122-bb83-772688d7ac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '72c6bbd2-4b60-450d-ad2d-11a710deb2ae'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:44:52.621604 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-1450bb35-5708-43ea-ac20-71bad92df317 req-e66f87e6-d51e-4e3c-b3cf-b99ae869c1ab service neutron] Bound port: 3a3d8965-f391-4327-bfbc-6b1d9c1aefca, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df79bc93-ea06-4122-bb83-772688d7ac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '72c6bbd2-4b60-450d-ad2d-11a710deb2ae'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:44:52.621960 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-1450bb35-5708-43ea-ac20-71bad92df317 req-e66f87e6-d51e-4e3c-b3cf-b99ae869c1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:52.682772 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-1450bb35-5708-43ea-ac20-71bad92df317 req-e66f87e6-d51e-4e3c-b3cf-b99ae869c1ab service neutron] For port 3a3d8965-f391-4327-bfbc-6b1d9c1aefca, host hv-cinder-76960, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:44:52.685877 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-1450bb35-5708-43ea-ac20-71bad92df317 req-e66f87e6-d51e-4e3c-b3cf-b99ae869c1ab service neutron] For port 3a3d8965-f391-4327-bfbc-6b1d9c1aefca, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=3a3d8965-f391-4327-bfbc-6b1d9c1aefca,segment=NetworkSegment(df79bc93-ea06-4122-bb83-772688d7ac46),segment_id=df79bc93-ea06-4122-bb83-772688d7ac46)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:44:52.691786 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-1450bb35-5708-43ea-ac20-71bad92df317 req-e66f87e6-d51e-4e3c-b3cf-b99ae869c1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66139834'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:52.694781 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-4d8b66f4-ea96-4218-8b78-cc0181d61d27 tempest-ServerRescueNegativeTestJSON-1488690463 tempest-ServerRescueNegativeTestJSON-1488690463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:52.734584 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450bb35-5708-43ea-ac20-71bad92df317 req-e66f87e6-d51e-4e3c-b3cf-b99ae869c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:44:52.735204 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-1450bb35-5708-43ea-ac20-71bad92df317 req-e66f87e6-d51e-4e3c-b3cf-b99ae869c1ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:52.737040 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1450bb35-5708-43ea-ac20-71bad92df317 req-e66f87e6-d51e-4e3c-b3cf-b99ae869c1ab service neutron] 10.222.0.52 "PUT /v2.0/ports/3a3d8965-f391-4327-bfbc-6b1d9c1aefca HTTP/1.1" status: 200 len: 1094 time: 0.8564057 Jun 29 23:44:52.743869 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '392ee0d9-d121-459a-88fc-bbc41948d21f', 'tag': '3a3d8965-f391-4327-bfbc-6b1d9c1aefca'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:44:52.746258 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4ff624e5b506a15852624dbd6f9127feb1aca7eb9818edaf72933b1fc2af06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92188a25-5908-4ac5-91e2-7fb0da8e9547" -d '{"events": [{"name": "network-changed", "server_uuid": "392ee0d9-d121-459a-88fc-bbc41948d21f", "tag": "3a3d8965-f391-4327-bfbc-6b1d9c1aefca"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:44:52.769220 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f87e6-d51e-4e3c-b3cf-b99ae869c1ab service neutron] Pushing event updated for resources: {'Port': ['ID=3a3d8965-f391-4327-bfbc-6b1d9c1aefca,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:52.772522 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-e66f87e6-d51e-4e3c-b3cf-b99ae869c1ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:52.788261 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254e4080-fc70-4c78-bc42-2b5d5c4205a9 x-openstack-request-id: req-254e4080-fc70-4c78-bc42-2b5d5c4205a9 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:44:52.788863 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "392ee0d9-d121-459a-88fc-bbc41948d21f", "tag": "3a3d8965-f391-4327-bfbc-6b1d9c1aefca", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:44:52.788947 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-254e4080-fc70-4c78-bc42-2b5d5c4205a9 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:44:52.789336 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '392ee0d9-d121-459a-88fc-bbc41948d21f', 'tag': '3a3d8965-f391-4327-bfbc-6b1d9c1aefca', 'status': 'completed', 'code': 200} Jun 29 23:44:52.798837 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:52.852397 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450bb35-5708-43ea-ac20-71bad92df317 req-62fed391-0be5-4bd3-a1c1-f891f5b954a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:44:52.853951 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1450bb35-5708-43ea-ac20-71bad92df317 req-62fed391-0be5-4bd3-a1c1-f891f5b954a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0e68624793344f27b5e1159bb6595666&device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 1097 time: 0.0546746 Jun 29 23:44:52.899689 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1450bb35-5708-43ea-ac20-71bad92df317 req-699eff72-5e31-474f-a4d2-5d73a949e420 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a3d8965-f391-4327-bfbc-6b1d9c1aefca HTTP/1.1" status: 200 len: 217 time: 0.0370405 Jun 29 23:44:52.950624 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450bb35-5708-43ea-ac20-71bad92df317 req-18077e47-9386-4b3c-870f-17d3180f6221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:44:52.952065 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1450bb35-5708-43ea-ac20-71bad92df317 req-18077e47-9386-4b3c-870f-17d3180f6221 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=54a91b59-ffac-43e0-a3d5-edf78d425202 HTTP/1.1" status: 200 len: 854 time: 0.0459030 Jun 29 23:44:53.008498 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450bb35-5708-43ea-ac20-71bad92df317 req-de8224a4-2a1a-496f-b0fe-ac9b125a24c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:44:53.009899 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1450bb35-5708-43ea-ac20-71bad92df317 req-de8224a4-2a1a-496f-b0fe-ac9b125a24c4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=72c6bbd2-4b60-450d-ad2d-11a710deb2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503864 Jun 29 23:44:53.097021 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1450bb35-5708-43ea-ac20-71bad92df317 req-b776d086-419c-4af6-a0de-0823bc1c315f service neutron] 10.222.0.52 "GET /v2.0/networks/72c6bbd2-4b60-450d-ad2d-11a710deb2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795453 Jun 29 23:44:53.195414 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1450bb35-5708-43ea-ac20-71bad92df317 req-4f79c075-b3a6-4049-8f96-387283c6b074 service neutron] 10.222.0.52 "GET /v2.0/networks/72c6bbd2-4b60-450d-ad2d-11a710deb2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896637 Jun 29 23:44:53.292070 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92188a25-5908-4ac5-91e2-7fb0da8e9547 req-49e98bfb-f41b-4c5e-9072-f1bf256bcf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:44:53.293632 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-92188a25-5908-4ac5-91e2-7fb0da8e9547 req-49e98bfb-f41b-4c5e-9072-f1bf256bcf66 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0e68624793344f27b5e1159bb6595666&device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 1097 time: 0.0506063 Jun 29 23:44:53.388958 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92188a25-5908-4ac5-91e2-7fb0da8e9547 req-0925e5eb-3172-4fa7-9ded-93b71cb7a049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:44:53.390393 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-92188a25-5908-4ac5-91e2-7fb0da8e9547 req-0925e5eb-3172-4fa7-9ded-93b71cb7a049 service neutron] 10.222.0.52 "GET /v2.0/networks?id=72c6bbd2-4b60-450d-ad2d-11a710deb2ae HTTP/1.1" status: 200 len: 916 time: 0.0853190 Jun 29 23:44:53.432408 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-92188a25-5908-4ac5-91e2-7fb0da8e9547 req-5a92cb50-7650-4874-addf-615016e646a9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a3d8965-f391-4327-bfbc-6b1d9c1aefca HTTP/1.1" status: 200 len: 217 time: 0.0331497 Jun 29 23:44:53.485149 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92188a25-5908-4ac5-91e2-7fb0da8e9547 req-36fb7dbb-a129-4cde-8403-a95957ef7699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:44:53.486827 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-92188a25-5908-4ac5-91e2-7fb0da8e9547 req-36fb7dbb-a129-4cde-8403-a95957ef7699 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=54a91b59-ffac-43e0-a3d5-edf78d425202 HTTP/1.1" status: 200 len: 854 time: 0.0464299 Jun 29 23:44:53.542499 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92188a25-5908-4ac5-91e2-7fb0da8e9547 req-9baabfbd-0446-4a64-a754-643c6d10fcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:44:53.543954 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-92188a25-5908-4ac5-91e2-7fb0da8e9547 req-9baabfbd-0446-4a64-a754-643c6d10fcc1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=72c6bbd2-4b60-450d-ad2d-11a710deb2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506666 Jun 29 23:44:53.632006 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-92188a25-5908-4ac5-91e2-7fb0da8e9547 req-847c2d56-30e6-49d0-8492-8c6b9aa34310 service neutron] 10.222.0.52 "GET /v2.0/networks/72c6bbd2-4b60-450d-ad2d-11a710deb2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800779 Jun 29 23:44:53.738798 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-92188a25-5908-4ac5-91e2-7fb0da8e9547 req-2468e103-67b4-4bbc-a3fd-1c13b9355b83 service neutron] 10.222.0.52 "GET /v2.0/networks/72c6bbd2-4b60-450d-ad2d-11a710deb2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992639 Jun 29 23:44:53.788588 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63449c-c4ef-4df9-bde8-ca04594603c9 req-8dc61bc6-7dd1-46b0-be21-1fb0c7673725 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:44:53.790055 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-df63449c-c4ef-4df9-bde8-ca04594603c9 req-8dc61bc6-7dd1-46b0-be21-1fb0c7673725 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 944 time: 0.0661461 Jun 29 23:44:53.826265 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-df63449c-c4ef-4df9-bde8-ca04594603c9 req-796ccec5-745b-4bbe-a6e0-06c0c2ca3be8 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/security-groups?id=588823fd-49bd-4f60-9f24-e62f6b8bdb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306714 Jun 29 23:44:54.998574 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa8371-92f9-4866-b764-6163b6fa23f2 req-74f6c5ef-1cc4-4e94-9030-e3df4407e4b3 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:44:54.999993 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f7fa8371-92f9-4866-b764-6163b6fa23f2 req-74f6c5ef-1cc4-4e94-9030-e3df4407e4b3 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 944 time: 0.0641429 Jun 29 23:44:55.039833 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f7fa8371-92f9-4866-b764-6163b6fa23f2 req-ffbc14c5-0074-4725-b72c-43449f4bfb79 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/security-groups?id=588823fd-49bd-4f60-9f24-e62f6b8bdb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326166 Jun 29 23:44:55.150369 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 3a3d8965-f391-4327-bfbc-6b1d9c1aefca details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:44:55.242566 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port 3a3d8965-f391-4327-bfbc-6b1d9c1aefca, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=3a3d8965-f391-4327-bfbc-6b1d9c1aefca,segment=NetworkSegment(df79bc93-ea06-4122-bb83-772688d7ac46),segment_id=df79bc93-ea06-4122-bb83-772688d7ac46)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:44:55.253435 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Returning: {'device': '3a3d8965-f391-4327-bfbc-6b1d9c1aefca', 'network_id': '72c6bbd2-4b60-450d-ad2d-11a710deb2ae', 'port_id': '3a3d8965-f391-4327-bfbc-6b1d9c1aefca', 'mac_address': 'fa:16:3e:d4:9b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54a91b59-ffac-43e0-a3d5-edf78d425202', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:44:55.289867 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:55.307591 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a3d8965-f391-4327-bfbc-6b1d9c1aefca {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:44:55.326046 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port 3a3d8965-f391-4327-bfbc-6b1d9c1aefca, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=3a3d8965-f391-4327-bfbc-6b1d9c1aefca,segment=NetworkSegment(df79bc93-ea06-4122-bb83-772688d7ac46),segment_id=df79bc93-ea06-4122-bb83-772688d7ac46)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:44:55.330585 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:55.332359 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:55.375958 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=3a3d8965-f391-4327-bfbc-6b1d9c1aefca,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:55.379059 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:55.587658 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] get_ports_and_sgs() called for port_ids ['3a3d8965-f391-4327-bfbc-6b1d9c1aefca'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:44:56.220223 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c5f5c7-7c23-4aa7-92d1-73027c80243c req-e184d1a2-7381-4c66-a520-e87f00f21be6 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:44:56.221860 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-97c5f5c7-7c23-4aa7-92d1-73027c80243c req-e184d1a2-7381-4c66-a520-e87f00f21be6 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 945 time: 0.0707281 Jun 29 23:44:56.259148 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-97c5f5c7-7c23-4aa7-92d1-73027c80243c req-4ca516fc-6e80-409f-933d-9ffaaa6882f2 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/security-groups?id=588823fd-49bd-4f60-9f24-e62f6b8bdb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315292 Jun 29 23:44:57.150618 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 3a3d8965-f391-4327-bfbc-6b1d9c1aefca up at agent hyperv_hv-cinder-76960 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:44:57.201186 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Provisioning for port 3a3d8965-f391-4327-bfbc-6b1d9c1aefca completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:44:57.204931 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Provisioning complete for port 3a3d8965-f391-4327-bfbc-6b1d9c1aefca triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:44:57.205343 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:57.278800 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:57.302247 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392ee0d9-d121-459a-88fc-bbc41948d21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3d8965-f391-4327-bfbc-6b1d9c1aefca'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:44:57.304611 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc242b685774feada63a8466480188dde327850ab4a240ce00b056240626d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bf3184-1eef-4f50-9f21-10cb41f8bdc8" -d '{"events": [{"server_uuid": "392ee0d9-d121-459a-88fc-bbc41948d21f", "name": "network-vif-plugged", "status": "completed", "tag": "3a3d8965-f391-4327-bfbc-6b1d9c1aefca"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:44:57.317376 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port 3a3d8965-f391-4327-bfbc-6b1d9c1aefca, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=3a3d8965-f391-4327-bfbc-6b1d9c1aefca,segment=NetworkSegment(df79bc93-ea06-4122-bb83-772688d7ac46),segment_id=df79bc93-ea06-4122-bb83-772688d7ac46)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:44:57.322786 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:44:57.325179 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-3e7d67c8-8a2c-46a6-92f7-df8578a9bd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:44:57.380650 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=3a3d8965-f391-4327-bfbc-6b1d9c1aefca,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:44:57.383688 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:44:57.523685 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c88bc1-320e-4895-b403-238a0ee537de x-openstack-request-id: req-f3c88bc1-320e-4895-b403-238a0ee537de {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:44:57.523978 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "392ee0d9-d121-459a-88fc-bbc41948d21f", "name": "network-vif-plugged", "status": "completed", "tag": "3a3d8965-f391-4327-bfbc-6b1d9c1aefca", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:44:57.524236 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f3c88bc1-320e-4895-b403-238a0ee537de {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:44:57.524669 dv-cinder-769602-4-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '392ee0d9-d121-459a-88fc-bbc41948d21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3d8965-f391-4327-bfbc-6b1d9c1aefca', 'code': 200} Jun 29 23:44:57.546156 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f565a3e-6633-419e-96fe-b1feaf25c90f req-06a2cae0-6d95-44ed-b4e3-1395c88268a0 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:44:57.547715 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6f565a3e-6633-419e-96fe-b1feaf25c90f req-06a2cae0-6d95-44ed-b4e3-1395c88268a0 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 946 time: 0.1572578 Jun 29 23:44:57.585767 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6f565a3e-6633-419e-96fe-b1feaf25c90f req-9024db79-5255-4c89-aebe-dc5954678b38 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/security-groups?id=588823fd-49bd-4f60-9f24-e62f6b8bdb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318704 Jun 29 23:44:57.748176 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0025e3-246b-4cac-ae24-fdd38f8eee6f req-8ab92974-0daf-4e9d-8f98-d66bbfcb1754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:44:57.749719 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1b0025e3-246b-4cac-ae24-fdd38f8eee6f req-8ab92974-0daf-4e9d-8f98-d66bbfcb1754 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 1099 time: 0.0515020 Jun 29 23:44:57.785251 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1b0025e3-246b-4cac-ae24-fdd38f8eee6f req-a1805774-1be5-428c-b312-28af0924df2f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=588823fd-49bd-4f60-9f24-e62f6b8bdb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279999 Jun 29 23:44:58.763061 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efe869-4b8f-4976-82b5-603b2cc90281 req-372c146b-080e-425e-bdb9-80c3c8275bf0 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:44:58.764549 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-68efe869-4b8f-4976-82b5-603b2cc90281 req-372c146b-080e-425e-bdb9-80c3c8275bf0 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 946 time: 0.0673733 Jun 29 23:44:58.801579 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-68efe869-4b8f-4976-82b5-603b2cc90281 req-dfc373e7-ec2b-4314-afae-c6e6d991ab75 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/security-groups?id=588823fd-49bd-4f60-9f24-e62f6b8bdb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311842 Jun 29 23:44:58.973909 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74dcc3d-879d-42ac-ba5b-0f570e4bdbbc req-ce2d5c66-7f41-4b33-a60f-5b282d0bcc2c tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:44:58.975276 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c74dcc3d-879d-42ac-ba5b-0f570e4bdbbc req-ce2d5c66-7f41-4b33-a60f-5b282d0bcc2c tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 946 time: 0.0675592 Jun 29 23:44:59.011848 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c74dcc3d-879d-42ac-ba5b-0f570e4bdbbc req-dadae446-a057-4d9a-bf47-03e583e3076c tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/security-groups?id=588823fd-49bd-4f60-9f24-e62f6b8bdb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310283 Jun 29 23:44:59.385606 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b62f3-314d-4043-8eaf-6b85083b0fbc req-b8a9b20e-eac1-4a42-9b2b-c94b69d793c5 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:44:59.387054 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-801b62f3-314d-4043-8eaf-6b85083b0fbc req-b8a9b20e-eac1-4a42-9b2b-c94b69d793c5 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 946 time: 0.0623786 Jun 29 23:44:59.425358 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-801b62f3-314d-4043-8eaf-6b85083b0fbc req-a50a5172-9a4a-4519-9afa-c1f622118271 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/security-groups?id=588823fd-49bd-4f60-9f24-e62f6b8bdb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325913 Jun 29 23:45:03.357137 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:45:04.659463 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:08.948335 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3970b-e38f-4755-83a9-1b8614841815 req-f5932d50-7f20-4040-a6fe-f9334ce3030d tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:08.949816 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-64a3970b-e38f-4755-83a9-1b8614841815 req-f5932d50-7f20-4040-a6fe-f9334ce3030d tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 946 time: 0.0654452 Jun 29 23:45:08.987198 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-64a3970b-e38f-4755-83a9-1b8614841815 req-13ec4747-d7b5-4f09-adc7-6398220f529e tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/security-groups?id=588823fd-49bd-4f60-9f24-e62f6b8bdb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318370 Jun 29 23:45:09.011218 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 55154) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:45:09.155241 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677c817e-e2ed-44b5-8e87-ce754df5fed3 tempest-TestMinimumBasicScenario-763287215 tempest-TestMinimumBasicScenario-763287215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:09.156679 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-677c817e-e2ed-44b5-8e87-ce754df5fed3 tempest-TestMinimumBasicScenario-763287215 tempest-TestMinimumBasicScenario-763287215-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 1094 time: 0.1444037 Jun 29 23:45:09.159457 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 55158) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:45:09.163777 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-4d70aa49-1f9b-4756-905e-989ea64c4d9f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Request body: {'floatingip': {'floating_network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'port_id': '3a3d8965-f391-4327-bfbc-6b1d9c1aefca', 'tenant_id': '0e68624793344f27b5e1159bb6595666', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:45:09.184495 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4d70aa49-1f9b-4756-905e-989ea64c4d9f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks [] for floatingip, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:09.282785 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4d70aa49-1f9b-4756-905e-989ea64c4d9f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:09.381963 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [None req-4d70aa49-1f9b-4756-905e-989ea64c4d9f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Allocated IP 172.27.0.143 (4f4d7b89-f14b-44bd-8c77-680ef6990266/7d983a82-3206-4a2a-9ce9-3b2c9dc20086/30e9dfce-21a5-4bfe-8fe6-f540c91fa1bc) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:45:09.483091 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4d70aa49-1f9b-4756-905e-989ea64c4d9f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:09.521153 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4d70aa49-1f9b-4756-905e-989ea64c4d9f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5732936'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:09.523822 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-e3c99cc7-1f52-48b9-ac89-cc2d9b916993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:09.558846 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d70aa49-1f9b-4756-905e-989ea64c4d9f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Network 4f4d7b89-f14b-44bd-8c77-680ef6990266 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:45:09.561616 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-4d70aa49-1f9b-4756-905e-989ea64c4d9f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:45:09.565043 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d70aa49-1f9b-4756-905e-989ea64c4d9f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:45:09.590253 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70aa49-1f9b-4756-905e-989ea64c4d9f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Pushing event updated for resources: {'Port': ['ID=30e9dfce-21a5-4bfe-8fe6-f540c91fa1bc,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:09.600296 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70aa49-1f9b-4756-905e-989ea64c4d9f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:45:09.600700 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70aa49-1f9b-4756-905e-989ea64c4d9f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:45:09.601074 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70aa49-1f9b-4756-905e-989ea64c4d9f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:45:09.601437 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70aa49-1f9b-4756-905e-989ea64c4d9f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:45:09.601800 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70aa49-1f9b-4756-905e-989ea64c4d9f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:45:09.602195 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70aa49-1f9b-4756-905e-989ea64c4d9f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:45:09.602558 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70aa49-1f9b-4756-905e-989ea64c4d9f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:45:09.602912 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70aa49-1f9b-4756-905e-989ea64c4d9f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:45:09.603265 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70aa49-1f9b-4756-905e-989ea64c4d9f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:45:09.603617 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70aa49-1f9b-4756-905e-989ea64c4d9f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:45:09.603968 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70aa49-1f9b-4756-905e-989ea64c4d9f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:45:09.604319 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70aa49-1f9b-4756-905e-989ea64c4d9f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:45:09.609108 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-4d70aa49-1f9b-4756-905e-989ea64c4d9f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:10.184368 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4d70aa49-1f9b-4756-905e-989ea64c4d9f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:10.260667 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4d70aa49-1f9b-4756-905e-989ea64c4d9f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:10.402847 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4d70aa49-1f9b-4756-905e-989ea64c4d9f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:10.407310 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4d70aa49-1f9b-4756-905e-989ea64c4d9f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732986'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:10.409582 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-6503679a-189a-48db-8f16-74559485b91e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:10.477130 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70aa49-1f9b-4756-905e-989ea64c4d9f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Pushing event updated for resources: {'Port': ['ID=30e9dfce-21a5-4bfe-8fe6-f540c91fa1bc,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:10.479716 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-4d70aa49-1f9b-4756-905e-989ea64c4d9f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:10.490192 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4d70aa49-1f9b-4756-905e-989ea64c4d9f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484151'] for floatingip, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:10.590459 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.db.l3_db [None req-4d70aa49-1f9b-4756-905e-989ea64c4d9f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Floating IP e2e3b916-cc02-4207-b69f-aac20ceb3565 associated. External IP: 172.27.0.143, port: 3a3d8965-f391-4327-bfbc-6b1d9c1aefca. Jun 29 23:45:10.796058 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d70aa49-1f9b-4756-905e-989ea64c4d9f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Router d9f682d1-8c2d-442e-ad83-e3ca0738473c has already been hosted by L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f {{(pid=93163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:45:10.900296 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d70aa49-1f9b-4756-905e-989ea64c4d9f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:45:10.910244 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0365ad9f-9934-4d77-a81b-32df9476a830 None None] Sync routers for ids ['d9f682d1-8c2d-442e-ad83-e3ca0738473c'] in dv-cinder-769602-4-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:45:10.915267 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4d70aa49-1f9b-4756-905e-989ea64c4d9f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for floatingip, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:10.919823 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0365ad9f-9934-4d77-a81b-32df9476a830 None None] Routers {'d9f682d1-8c2d-442e-ad83-e3ca0738473c'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:45:10.920894 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-0365ad9f-9934-4d77-a81b-32df9476a830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:44:50Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['d9f682d1-8c2d-442e-ad83-e3ca0738473c'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:45:10.958958 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-4d70aa49-1f9b-4756-905e-989ea64c4d9f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7983906 Jun 29 23:45:10.959588 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '392ee0d9-d121-459a-88fc-bbc41948d21f', 'tag': '3a3d8965-f391-4327-bfbc-6b1d9c1aefca'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:45:10.961685 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55162) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:45:10.962220 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316a232d699b6ed129cbc6be4a023823324df8adf1509f78b4e93fc726adbd2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c740ba3-1afd-48ae-91f5-4137bb014247" -d '{"events": [{"name": "network-changed", "server_uuid": "392ee0d9-d121-459a-88fc-bbc41948d21f", "tag": "3a3d8965-f391-4327-bfbc-6b1d9c1aefca"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:45:10.966983 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-a7b59e51-f3a8-46d3-838f-da4b6a8ac842 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1514666783', 'description': 'tempest-secgroup-smoke-1514666783 description', 'project_id': '0e68624793344f27b5e1159bb6595666'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:45:10.995490 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a7b59e51-f3a8-46d3-838f-da4b6a8ac842 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:11.099111 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7064833b-8e6d-4a85-83b6-cc74f44a9750 x-openstack-request-id: req-7064833b-8e6d-4a85-83b6-cc74f44a9750 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:45:11.099545 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "392ee0d9-d121-459a-88fc-bbc41948d21f", "tag": "3a3d8965-f391-4327-bfbc-6b1d9c1aefca", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:45:11.099908 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7064833b-8e6d-4a85-83b6-cc74f44a9750 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:45:11.100538 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '392ee0d9-d121-459a-88fc-bbc41948d21f', 'tag': '3a3d8965-f391-4327-bfbc-6b1d9c1aefca', 'status': 'completed', 'code': 200} Jun 29 23:45:11.100918 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a7b59e51-f3a8-46d3-838f-da4b6a8ac842 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:11.106304 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a7b59e51-f3a8-46d3-838f-da4b6a8ac842 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:11.109943 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-e049fec5-3967-4f1f-a2ee-cb4f116a92cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:11.122942 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-0365ad9f-9934-4d77-a81b-32df9476a830 None None] Set router d9f682d1-8c2d-442e-ad83-e3ca0738473c gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:45:11.164469 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a7b59e51-f3a8-46d3-838f-da4b6a8ac842 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:11.165741 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-a7b59e51-f3a8-46d3-838f-da4b6a8ac842 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2028465 Jun 29 23:45:11.168519 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55174) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:45:11.173079 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-6fb5185c-8975-4a50-a76a-db88fbbc635c tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Request body: {'security_group_rule': {'security_group_id': 'dc2d0d4d-db9b-4006-a0c1-70b066e8e072', 'project_id': '0e68624793344f27b5e1159bb6595666', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:45:11.180495 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b59e51-f3a8-46d3-838f-da4b6a8ac842 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2d0d4d-db9b-4006-a0c1-70b066e8e072,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:11.197959 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b59e51-f3a8-46d3-838f-da4b6a8ac842 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:45:11.198263 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b59e51-f3a8-46d3-838f-da4b6a8ac842 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:45:11.198669 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b59e51-f3a8-46d3-838f-da4b6a8ac842 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:45:11.199032 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b59e51-f3a8-46d3-838f-da4b6a8ac842 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:45:11.199370 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b59e51-f3a8-46d3-838f-da4b6a8ac842 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:45:11.199755 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b59e51-f3a8-46d3-838f-da4b6a8ac842 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:45:11.200089 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b59e51-f3a8-46d3-838f-da4b6a8ac842 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:45:11.200663 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b59e51-f3a8-46d3-838f-da4b6a8ac842 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:45:11.201201 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b59e51-f3a8-46d3-838f-da4b6a8ac842 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:45:11.201714 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b59e51-f3a8-46d3-838f-da4b6a8ac842 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:45:11.202238 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b59e51-f3a8-46d3-838f-da4b6a8ac842 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:45:11.202761 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b59e51-f3a8-46d3-838f-da4b6a8ac842 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:45:11.211536 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-a7b59e51-f3a8-46d3-838f-da4b6a8ac842 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:11.215741 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 55176) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:45:11.228910 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6fb5185c-8975-4a50-a76a-db88fbbc635c tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:11.245051 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c740ba3-1afd-48ae-91f5-4137bb014247 req-d4dae04c-61db-4360-adbb-7e0339aca06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:11.246564 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1c740ba3-1afd-48ae-91f5-4137bb014247 req-d4dae04c-61db-4360-adbb-7e0339aca06f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0e68624793344f27b5e1159bb6595666&device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 1099 time: 0.1166155 Jun 29 23:45:11.345651 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6fb5185c-8975-4a50-a76a-db88fbbc635c tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:11.356704 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6fb5185c-8975-4a50-a76a-db88fbbc635c tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-377750'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:11.366562 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-d1b47d53-1251-41e2-b7f1-e4e00fa14221 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:11.384589 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-0365ad9f-9934-4d77-a81b-32df9476a830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'name': 'tempest-TestMinimumBasicScenario-1565425226-router', 'tenant_id': '0e68624793344f27b5e1159bb6595666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '6defd0dc-11bb-4657-9a55-922b30715cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:44:14Z', 'updated_at': '2021-06-29T23:44:17Z', 'revision_number': 4, 'project_id': '0e68624793344f27b5e1159bb6595666', 'gw_port': {'id': '6defd0dc-11bb-4657-9a55-922b30715cb8', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:44:14Z', 'updated_at': '2021-06-29T23:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_floatingips': [{'id': 'e2e3b916-cc02-4207-b69f-aac20ceb3565', 'tenant_id': '0e68624793344f27b5e1159bb6595666', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'router_id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'port_id': '3a3d8965-f391-4327-bfbc-6b1d9c1aefca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c6bbd2-4b60-450d-ad2d-11a710deb2ae', 'mac_address': 'fa:16:3e:d4:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392ee0d9-d121-459a-88fc-bbc41948d21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:45:10Z', 'updated_at': '2021-06-29T23:45:10Z', 'revision_number': 0, 'project_id': '0e68624793344f27b5e1159bb6595666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716e553b-d49c-4005-9e3d-59fab38b9ffd', 'name': '', 'network_id': '72c6bbd2-4b60-450d-ad2d-11a710deb2ae', 'tenant_id': '0e68624793344f27b5e1159bb6595666', 'mac_address': 'fa:16:3e:06:2e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '54a91b59-ffac-43e0-a3d5-edf78d425202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:44:16Z', 'updated_at': '2021-06-29T23:44:23Z', 'revision_number': 5, 'project_id': '0e68624793344f27b5e1159bb6595666', 'subnets': [{'id': '54a91b59-ffac-43e0-a3d5-edf78d425202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:45:11.385928 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c740ba3-1afd-48ae-91f5-4137bb014247 req-f44fdabe-e477-4742-9a3a-4a2db43190ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:11.387418 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1c740ba3-1afd-48ae-91f5-4137bb014247 req-f44fdabe-e477-4742-9a3a-4a2db43190ce service neutron] 10.222.0.52 "GET /v2.0/networks?id=72c6bbd2-4b60-450d-ad2d-11a710deb2ae HTTP/1.1" status: 200 len: 916 time: 0.1323566 Jun 29 23:45:11.388893 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5185c-8975-4a50-a76a-db88fbbc635c tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=765eb1d9-05e6-447d-8738-18722ab4cd24,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:11.391964 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-6fb5185c-8975-4a50-a76a-db88fbbc635c tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:11.401856 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6fb5185c-8975-4a50-a76a-db88fbbc635c tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:11.405473 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-6fb5185c-8975-4a50-a76a-db88fbbc635c tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2334542 Jun 29 23:45:11.407115 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55180) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:45:11.410513 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-598bb232-bd96-4e0b-b466-19d6805dd6a2 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Request body: {'security_group_rule': {'security_group_id': 'dc2d0d4d-db9b-4006-a0c1-70b066e8e072', 'project_id': '0e68624793344f27b5e1159bb6595666', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:45:11.414909 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0365ad9f-9934-4d77-a81b-32df9476a830 None None] Checking router: d9f682d1-8c2d-442e-ad83-e3ca0738473c for host: dv-cinder-769602-4-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:45:11.423938 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0365ad9f-9934-4d77-a81b-32df9476a830 None None] Routers {'d9f682d1-8c2d-442e-ad83-e3ca0738473c'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:45:11.424553 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-0365ad9f-9934-4d77-a81b-32df9476a830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:44:50Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['d9f682d1-8c2d-442e-ad83-e3ca0738473c'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:45:11.481838 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1c740ba3-1afd-48ae-91f5-4137bb014247 req-50acbf14-9a54-496e-8a16-93d75d6a2941 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a3d8965-f391-4327-bfbc-6b1d9c1aefca HTTP/1.1" status: 200 len: 1000 time: 0.0867002 Jun 29 23:45:11.483142 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-598bb232-bd96-4e0b-b466-19d6805dd6a2 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:11.541632 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-0365ad9f-9934-4d77-a81b-32df9476a830 None None] Set router d9f682d1-8c2d-442e-ad83-e3ca0738473c gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:45:11.562824 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c740ba3-1afd-48ae-91f5-4137bb014247 req-cfe7f885-07d9-4566-bfac-187a46eab5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:11.564384 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1c740ba3-1afd-48ae-91f5-4137bb014247 req-cfe7f885-07d9-4566-bfac-187a46eab5e3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=54a91b59-ffac-43e0-a3d5-edf78d425202 HTTP/1.1" status: 200 len: 854 time: 0.0702066 Jun 29 23:45:11.581953 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-598bb232-bd96-4e0b-b466-19d6805dd6a2 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:11.605090 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-598bb232-bd96-4e0b-b466-19d6805dd6a2 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-377750'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:11.609464 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-1dd27128-3de8-4390-92ca-ff43189fc33f tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:11.633875 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598bb232-bd96-4e0b-b466-19d6805dd6a2 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d552f543-e179-4ac1-93ba-2ebead0baa91,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:11.640127 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-598bb232-bd96-4e0b-b466-19d6805dd6a2 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:11.645087 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-598bb232-bd96-4e0b-b466-19d6805dd6a2 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:11.646419 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-598bb232-bd96-4e0b-b466-19d6805dd6a2 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2397606 Jun 29 23:45:11.649324 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 55182) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:45:11.655774 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-5709b77b-1d49-40f5-8d43-a7bd102b6035 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Request body: {'security_group_rule': {'security_group_id': 'dc2d0d4d-db9b-4006-a0c1-70b066e8e072', 'project_id': '0e68624793344f27b5e1159bb6595666', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:45:11.658970 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c740ba3-1afd-48ae-91f5-4137bb014247 req-2d1c0473-8776-4359-9abb-2b2240c1f4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:11.661251 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1c740ba3-1afd-48ae-91f5-4137bb014247 req-2d1c0473-8776-4359-9abb-2b2240c1f4b8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=72c6bbd2-4b60-450d-ad2d-11a710deb2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0888815 Jun 29 23:45:11.719789 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5709b77b-1d49-40f5-8d43-a7bd102b6035 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:11.760114 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-829576e4-9970-43af-b0ab-9741a24fb51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442428'] for router_interface, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:11.763158 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1c740ba3-1afd-48ae-91f5-4137bb014247 req-096c012c-5479-4401-8407-f46b4b32986d service neutron] 10.222.0.52 "GET /v2.0/networks/72c6bbd2-4b60-450d-ad2d-11a710deb2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940425 Jun 29 23:45:11.794447 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-0365ad9f-9934-4d77-a81b-32df9476a830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'name': 'tempest-TestMinimumBasicScenario-1565425226-router', 'tenant_id': '0e68624793344f27b5e1159bb6595666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '6defd0dc-11bb-4657-9a55-922b30715cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:44:14Z', 'updated_at': '2021-06-29T23:44:17Z', 'revision_number': 4, 'project_id': '0e68624793344f27b5e1159bb6595666', 'gw_port': {'id': '6defd0dc-11bb-4657-9a55-922b30715cb8', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:44:14Z', 'updated_at': '2021-06-29T23:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_floatingips': [{'id': 'e2e3b916-cc02-4207-b69f-aac20ceb3565', 'tenant_id': '0e68624793344f27b5e1159bb6595666', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'router_id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'port_id': '3a3d8965-f391-4327-bfbc-6b1d9c1aefca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c6bbd2-4b60-450d-ad2d-11a710deb2ae', 'mac_address': 'fa:16:3e:d4:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392ee0d9-d121-459a-88fc-bbc41948d21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:45:10Z', 'updated_at': '2021-06-29T23:45:10Z', 'revision_number': 0, 'project_id': '0e68624793344f27b5e1159bb6595666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716e553b-d49c-4005-9e3d-59fab38b9ffd', 'name': '', 'network_id': '72c6bbd2-4b60-450d-ad2d-11a710deb2ae', 'tenant_id': '0e68624793344f27b5e1159bb6595666', 'mac_address': 'fa:16:3e:06:2e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '54a91b59-ffac-43e0-a3d5-edf78d425202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:44:16Z', 'updated_at': '2021-06-29T23:44:23Z', 'revision_number': 5, 'project_id': '0e68624793344f27b5e1159bb6595666', 'subnets': [{'id': '54a91b59-ffac-43e0-a3d5-edf78d425202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:45:11.822837 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0365ad9f-9934-4d77-a81b-32df9476a830 None None] The sync data for ids ['d9f682d1-8c2d-442e-ad83-e3ca0738473c'] in dv-cinder-769602-4-iscsi is: [{'id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'name': 'tempest-TestMinimumBasicScenario-1565425226-router', 'tenant_id': '0e68624793344f27b5e1159bb6595666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '6defd0dc-11bb-4657-9a55-922b30715cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:44:14Z', 'updated_at': '2021-06-29T23:44:17Z', 'revision_number': 4, 'project_id': '0e68624793344f27b5e1159bb6595666', 'gw_port': {'id': '6defd0dc-11bb-4657-9a55-922b30715cb8', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:44:14Z', 'updated_at': '2021-06-29T23:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_floatingips': [{'id': 'e2e3b916-cc02-4207-b69f-aac20ceb3565', 'tenant_id': '0e68624793344f27b5e1159bb6595666', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'router_id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'port_id': '3a3d8965-f391-4327-bfbc-6b1d9c1aefca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c6bbd2-4b60-450d-ad2d-11a710deb2ae', 'mac_address': 'fa:16:3e:d4:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392ee0d9-d121-459a-88fc-bbc41948d21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:45:10Z', 'updated_at': '2021-06-29T23:45:10Z', 'revision_number': 0, 'project_id': '0e68624793344f27b5e1159bb6595666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716e553b-d49c-4005-9e3d-59fab38b9ffd', 'name': '', 'network_id': '72c6bbd2-4b60-450d-ad2d-11a710deb2ae', 'tenant_id': '0e68624793344f27b5e1159bb6595666', 'mac_address': 'fa:16:3e:06:2e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '54a91b59-ffac-43e0-a3d5-edf78d425202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:44:16Z', 'updated_at': '2021-06-29T23:44:23Z', 'revision_number': 5, 'project_id': '0e68624793344f27b5e1159bb6595666', 'subnets': [{'id': '54a91b59-ffac-43e0-a3d5-edf78d425202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:45:11.830868 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5709b77b-1d49-40f5-8d43-a7bd102b6035 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:11.861900 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5709b77b-1d49-40f5-8d43-a7bd102b6035 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-377750'] for security_group_rule, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:11.863086 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-1c740ba3-1afd-48ae-91f5-4137bb014247 req-2c1275e8-3ffc-4367-b90f-7a7a0d969f20 service neutron] 10.222.0.52 "GET /v2.0/networks/72c6bbd2-4b60-450d-ad2d-11a710deb2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914836 Jun 29 23:45:11.870952 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:11.891852 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709b77b-1d49-40f5-8d43-a7bd102b6035 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e13ccbf-6f46-4e48-8ef0-ef25d2d19202,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:11.899535 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-5709b77b-1d49-40f5-8d43-a7bd102b6035 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:11.934689 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5709b77b-1d49-40f5-8d43-a7bd102b6035 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:11.935863 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-5709b77b-1d49-40f5-8d43-a7bd102b6035 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2854047 Jun 29 23:45:11.938550 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 55184) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:45:11.942924 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-32134802-a9f4-46e1-86d2-a9063ddb93da tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Request body: {'security_group_rule': {'security_group_id': 'dc2d0d4d-db9b-4006-a0c1-70b066e8e072', 'project_id': '0e68624793344f27b5e1159bb6595666', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:45:11.994245 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32134802-a9f4-46e1-86d2-a9063ddb93da tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:12.051188 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0d91b8-7bc5-43cf-839d-7e4fe1e40132 None None] New status for floating IP e2e3b916-cc02-4207-b69f-aac20ceb3565: ACTIVE {{(pid=93164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 23:45:12.097564 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32134802-a9f4-46e1-86d2-a9063ddb93da tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:12.101569 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32134802-a9f4-46e1-86d2-a9063ddb93da tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-377750'] for security_group_rule, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:12.121718 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:12.144079 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32134802-a9f4-46e1-86d2-a9063ddb93da tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=740aeeb7-a682-4a82-ba9c-32a3e61fbe18,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:12.145946 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32134802-a9f4-46e1-86d2-a9063ddb93da tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:12.149647 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-32134802-a9f4-46e1-86d2-a9063ddb93da tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2076631 Jun 29 23:45:12.150880 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55186) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:45:12.151346 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-32134802-a9f4-46e1-86d2-a9063ddb93da tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:12.157100 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-8c15f0d7-da20-4b67-95ff-d86783eeffe8 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Request body: {'security_group_rule': {'security_group_id': 'dc2d0d4d-db9b-4006-a0c1-70b066e8e072', 'project_id': '0e68624793344f27b5e1159bb6595666', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:45:12.165793 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-829576e4-9970-43af-b0ab-9741a24fb51b admin admin] Deleting port 8daac4e5-8ffc-49e5-8973-a89c79538713 {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:45:12.166333 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-829576e4-9970-43af-b0ab-9741a24fb51b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:12.182438 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.db.securitygroups_db [None req-8c15f0d7-da20-4b67-95ff-d86783eeffe8 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Project 0e68624793344f27b5e1159bb6595666 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 23:45:12.188011 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8c15f0d7-da20-4b67-95ff-d86783eeffe8 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:12.264139 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8c15f0d7-da20-4b67-95ff-d86783eeffe8 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:12.264357 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-829576e4-9970-43af-b0ab-9741a24fb51b admin admin] For port 8daac4e5-8ffc-49e5-8973-a89c79538713, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=8daac4e5-8ffc-49e5-8973-a89c79538713,segment=NetworkSegment(63f270fe-59bf-41e4-861c-414217008130),segment_id=63f270fe-59bf-41e4-861c-414217008130)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:45:12.264921 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-829576e4-9970-43af-b0ab-9741a24fb51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:12.270173 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8c15f0d7-da20-4b67-95ff-d86783eeffe8 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-377750'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:12.277140 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-3e0abd8c-b7ed-4a3f-85c6-b6ee4cfae280 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:12.278208 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-829576e4-9970-43af-b0ab-9741a24fb51b admin admin] Calling delete_port for 8daac4e5-8ffc-49e5-8973-a89c79538713 owned by network:router_interface {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:45:12.292676 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c15f0d7-da20-4b67-95ff-d86783eeffe8 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5193606c-6954-4373-b45f-2dea170db858,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:12.295264 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-8c15f0d7-da20-4b67-95ff-d86783eeffe8 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:12.296510 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8c15f0d7-da20-4b67-95ff-d86783eeffe8 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:12.297814 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-8c15f0d7-da20-4b67-95ff-d86783eeffe8 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1456852 Jun 29 23:45:12.301237 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55188) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:45:12.305720 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-8572efe3-4ad2-4f15-abe1-81ee3c971183 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Request body: {'security_group_rule': {'security_group_id': 'dc2d0d4d-db9b-4006-a0c1-70b066e8e072', 'project_id': '0e68624793344f27b5e1159bb6595666', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:45:12.326498 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.db.securitygroups_db [None req-8572efe3-4ad2-4f15-abe1-81ee3c971183 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Project 0e68624793344f27b5e1159bb6595666 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 23:45:12.331347 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8572efe3-4ad2-4f15-abe1-81ee3c971183 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:12.392551 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8572efe3-4ad2-4f15-abe1-81ee3c971183 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:12.396287 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8572efe3-4ad2-4f15-abe1-81ee3c971183 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-377750'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:12.401800 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:12.417876 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8572efe3-4ad2-4f15-abe1-81ee3c971183 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da06deaa-9e22-4885-8c7a-66ce8d9cfb7d,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:12.420540 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-8572efe3-4ad2-4f15-abe1-81ee3c971183 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:12.421914 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8572efe3-4ad2-4f15-abe1-81ee3c971183 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:12.426462 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-8572efe3-4ad2-4f15-abe1-81ee3c971183 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209395 Jun 29 23:45:12.464012 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-829576e4-9970-43af-b0ab-9741a24fb51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732929'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:12.466836 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-9fa469d3-1fe4-4fb0-b3d6-82864af1d73a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:12.492674 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829576e4-9970-43af-b0ab-9741a24fb51b admin admin] Pushing event deleted for resources: {'Port': ['ID=8daac4e5-8ffc-49e5-8973-a89c79538713,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:12.497514 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-829576e4-9970-43af-b0ab-9741a24fb51b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:12.584701 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-176294a6-c701-44cd-8819-b590ded9cccb req-a8d17ad4-91a7-4273-8d36-d98490fa1c09 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1514666783&fields=id&tenant_id=0e68624793344f27b5e1159bb6595666 HTTP/1.1" status: 200 len: 267 time: 0.0685439 Jun 29 23:45:12.965136 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-829576e4-9970-43af-b0ab-9741a24fb51b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444300'] for router_interface, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:12.981858 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176294a6-c701-44cd-8819-b590ded9cccb req-f98d8ace-c997-40f3-a263-8547e169be3d tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:12.983325 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-176294a6-c701-44cd-8819-b590ded9cccb req-f98d8ace-c997-40f3-a263-8547e169be3d tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 946 time: 0.3582270 Jun 29 23:45:13.027048 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-176294a6-c701-44cd-8819-b590ded9cccb req-3b47b15e-de5c-4529-9118-732f230d7e6d tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Request body: {'port': {'security_groups': ['588823fd-49bd-4f60-9f24-e62f6b8bdb2b', 'dc2d0d4d-db9b-4006-a0c1-70b066e8e072']}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:45:13.171707 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-176294a6-c701-44cd-8819-b590ded9cccb req-3b47b15e-de5c-4529-9118-732f230d7e6d tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:13.355314 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829576e4-9970-43af-b0ab-9741a24fb51b admin admin] Router e35bc8f0-c8a2-451c-b269-ba9cd96100e9 has already been hosted by L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f {{(pid=93163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:45:13.534022 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-176294a6-c701-44cd-8819-b590ded9cccb req-3b47b15e-de5c-4529-9118-732f230d7e6d tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] For port 3a3d8965-f391-4327-bfbc-6b1d9c1aefca, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=3a3d8965-f391-4327-bfbc-6b1d9c1aefca,segment=NetworkSegment(df79bc93-ea06-4122-bb83-772688d7ac46),segment_id=df79bc93-ea06-4122-bb83-772688d7ac46)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:45:13.547127 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829576e4-9970-43af-b0ab-9741a24fb51b admin admin] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:45:13.555127 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-829576e4-9970-43af-b0ab-9741a24fb51b admin admin] 10.222.0.30 "PUT /v2.0/routers/e35bc8f0-c8a2-451c-b269-ba9cd96100e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3377597 Jun 29 23:45:13.555610 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fe95f6-e944-4fca-8499-277bf1779b0a None None] Sync routers for ids ['e35bc8f0-c8a2-451c-b269-ba9cd96100e9'] in dv-cinder-769602-4-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:45:13.557869 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55192) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:45:13.565449 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fe95f6-e944-4fca-8499-277bf1779b0a None None] Routers {'e35bc8f0-c8a2-451c-b269-ba9cd96100e9'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:45:13.566752 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-b2fe95f6-e944-4fca-8499-277bf1779b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:44:50Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['e35bc8f0-c8a2-451c-b269-ba9cd96100e9'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:45:13.573094 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-176294a6-c701-44cd-8819-b590ded9cccb req-3b47b15e-de5c-4529-9118-732f230d7e6d tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:13.579267 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-176294a6-c701-44cd-8819-b590ded9cccb req-3b47b15e-de5c-4529-9118-732f230d7e6d tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732986'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:13.584363 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:13.593978 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] get_ports_and_sgs() called for port_ids ['3a3d8965-f391-4327-bfbc-6b1d9c1aefca'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:45:13.633911 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176294a6-c701-44cd-8819-b590ded9cccb req-3b47b15e-de5c-4529-9118-732f230d7e6d tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:13.634570 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-176294a6-c701-44cd-8819-b590ded9cccb req-3b47b15e-de5c-4529-9118-732f230d7e6d tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:13.635957 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-176294a6-c701-44cd-8819-b590ded9cccb req-3b47b15e-de5c-4529-9118-732f230d7e6d tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "PUT /v2.0/ports/3a3d8965-f391-4327-bfbc-6b1d9c1aefca HTTP/1.1" status: 200 len: 982 time: 0.6173317 Jun 29 23:45:13.636513 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '392ee0d9-d121-459a-88fc-bbc41948d21f', 'tag': '3a3d8965-f391-4327-bfbc-6b1d9c1aefca'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:45:13.639184 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316a232d699b6ed129cbc6be4a023823324df8adf1509f78b4e93fc726adbd2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68746ebe-e20b-495c-9b46-75425a15f5d6" -d '{"events": [{"name": "network-changed", "server_uuid": "392ee0d9-d121-459a-88fc-bbc41948d21f", "tag": "3a3d8965-f391-4327-bfbc-6b1d9c1aefca"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:45:13.694945 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-b2fe95f6-e944-4fca-8499-277bf1779b0a None None] Set router e35bc8f0-c8a2-451c-b269-ba9cd96100e9 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:45:13.699439 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-dc889ad3-4e30-4bf4-957c-bed1efe4cf7c admin admin] Notify callbacks [] for router, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:13.721613 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] get_ports_and_sgs() called for port_ids ['3a3d8965-f391-4327-bfbc-6b1d9c1aefca'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:45:13.743550 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46d2ef4-9f64-4c2e-a70b-5abe44354b84 x-openstack-request-id: req-d46d2ef4-9f64-4c2e-a70b-5abe44354b84 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:45:13.743877 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "392ee0d9-d121-459a-88fc-bbc41948d21f", "tag": "3a3d8965-f391-4327-bfbc-6b1d9c1aefca", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:45:13.744173 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d46d2ef4-9f64-4c2e-a70b-5abe44354b84 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:45:13.750017 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '392ee0d9-d121-459a-88fc-bbc41948d21f', 'tag': '3a3d8965-f391-4327-bfbc-6b1d9c1aefca', 'status': 'completed', 'code': 200} Jun 29 23:45:13.750864 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47b15e-de5c-4529-9118-732f230d7e6d tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Pushing event updated for resources: {'Port': ['ID=3a3d8965-f391-4327-bfbc-6b1d9c1aefca,revision_number=6']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:13.760645 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-3b47b15e-de5c-4529-9118-732f230d7e6d tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:13.937862 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-b2fe95f6-e944-4fca-8499-277bf1779b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'name': 'tempest-AttachVolumeTestJSON-753116380-router', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'a4f6692f-d376-41f7-b509-b1d6598df151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:37Z', 'updated_at': '2021-06-29T23:45:12Z', 'revision_number': 5, 'project_id': '89f7a8481a72408b89119405a6770fde', 'gw_port': {'id': 'a4f6692f-d376-41f7-b509-b1d6598df151', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:08:38Z', 'updated_at': '2021-06-29T23:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi'}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:45:13.965710 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-dc889ad3-4e30-4bf4-957c-bed1efe4cf7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:13.976981 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fe95f6-e944-4fca-8499-277bf1779b0a None None] Checking router: e35bc8f0-c8a2-451c-b269-ba9cd96100e9 for host: dv-cinder-769602-4-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:45:13.986061 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84596512-b81c-4f8e-8466-77a03cf33516 req-d800c916-386b-4d97-9cb4-3169053aaa89 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:13.987254 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fe95f6-e944-4fca-8499-277bf1779b0a None None] Routers {'e35bc8f0-c8a2-451c-b269-ba9cd96100e9'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:45:13.988091 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-84596512-b81c-4f8e-8466-77a03cf33516 req-d800c916-386b-4d97-9cb4-3169053aaa89 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 985 time: 0.1558204 Jun 29 23:45:13.989006 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-b2fe95f6-e944-4fca-8499-277bf1779b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:44:50Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['e35bc8f0-c8a2-451c-b269-ba9cd96100e9'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:45:13.990509 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68746ebe-e20b-495c-9b46-75425a15f5d6 req-b66da5f7-aeab-4589-9a47-2e551d540f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:13.992599 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-68746ebe-e20b-495c-9b46-75425a15f5d6 req-b66da5f7-aeab-4589-9a47-2e551d540f50 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0e68624793344f27b5e1159bb6595666&device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 1138 time: 0.1912005 Jun 29 23:45:13.997103 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-401e86b6-0fbc-4da5-86c2-978006df791c None None] Provisioning complete for port 3a3d8965-f391-4327-bfbc-6b1d9c1aefca triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:45:13.997487 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-401e86b6-0fbc-4da5-86c2-978006df791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:14.081015 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-b2fe95f6-e944-4fca-8499-277bf1779b0a None None] Set router e35bc8f0-c8a2-451c-b269-ba9cd96100e9 gateway port host: None {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:45:14.128302 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-84596512-b81c-4f8e-8466-77a03cf33516 req-81eb45b4-3764-49d9-9c64-b85df1376704 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2d0d4d-db9b-4006-a0c1-70b066e8e072&id=588823fd-49bd-4f60-9f24-e62f6b8bdb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1150179 Jun 29 23:45:14.134742 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-b2fe95f6-e944-4fca-8499-277bf1779b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'name': 'tempest-AttachVolumeTestJSON-753116380-router', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:37Z', 'updated_at': '2021-06-29T23:45:13Z', 'revision_number': 6, 'project_id': '89f7a8481a72408b89119405a6770fde', 'gw_port_host': None}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:45:14.154967 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-dc889ad3-4e30-4bf4-957c-bed1efe4cf7c admin admin] Deleting port a4f6692f-d376-41f7-b509-b1d6598df151 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:45:14.161070 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-dc889ad3-4e30-4bf4-957c-bed1efe4cf7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:14.165256 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fe95f6-e944-4fca-8499-277bf1779b0a None None] The sync data for ids ['e35bc8f0-c8a2-451c-b269-ba9cd96100e9'] in dv-cinder-769602-4-iscsi is: [{'id': 'e35bc8f0-c8a2-451c-b269-ba9cd96100e9', 'name': 'tempest-AttachVolumeTestJSON-753116380-router', 'tenant_id': '89f7a8481a72408b89119405a6770fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:08:37Z', 'updated_at': '2021-06-29T23:45:13Z', 'revision_number': 6, 'project_id': '89f7a8481a72408b89119405a6770fde', 'gw_port_host': None}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:45:14.216737 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68746ebe-e20b-495c-9b46-75425a15f5d6 req-0f02802a-6eb5-42b4-a56a-02c65816b984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:14.218208 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-68746ebe-e20b-495c-9b46-75425a15f5d6 req-0f02802a-6eb5-42b4-a56a-02c65816b984 service neutron] 10.222.0.52 "GET /v2.0/networks?id=72c6bbd2-4b60-450d-ad2d-11a710deb2ae HTTP/1.1" status: 200 len: 916 time: 0.2042081 Jun 29 23:45:14.311165 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-dc889ad3-4e30-4bf4-957c-bed1efe4cf7c admin admin] For port a4f6692f-d376-41f7-b509-b1d6598df151, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=a4f6692f-d376-41f7-b509-b1d6598df151,segment=NetworkSegment(0d7322d1-9f99-46a3-b2ff-5e8cb22a095c),segment_id=0d7322d1-9f99-46a3-b2ff-5e8cb22a095c)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:45:14.311528 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-dc889ad3-4e30-4bf4-957c-bed1efe4cf7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:14.315091 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-68746ebe-e20b-495c-9b46-75425a15f5d6 req-d0aaaec7-8fcb-40c8-a3c2-b15112d71bb3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a3d8965-f391-4327-bfbc-6b1d9c1aefca HTTP/1.1" status: 200 len: 1002 time: 0.0883458 Jun 29 23:45:14.332800 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-dc889ad3-4e30-4bf4-957c-bed1efe4cf7c admin admin] Calling delete_port for a4f6692f-d376-41f7-b509-b1d6598df151 owned by network:router_gateway {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:45:14.410419 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68746ebe-e20b-495c-9b46-75425a15f5d6 req-37956407-f649-4eb4-af4d-7359185d5c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:14.411872 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-68746ebe-e20b-495c-9b46-75425a15f5d6 req-37956407-f649-4eb4-af4d-7359185d5c16 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=54a91b59-ffac-43e0-a3d5-edf78d425202 HTTP/1.1" status: 200 len: 854 time: 0.0862756 Jun 29 23:45:14.520269 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68746ebe-e20b-495c-9b46-75425a15f5d6 req-d3eab850-ba63-4f86-802c-b1451bbb43b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:14.521811 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-68746ebe-e20b-495c-9b46-75425a15f5d6 req-d3eab850-ba63-4f86-802c-b1451bbb43b0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=72c6bbd2-4b60-450d-ad2d-11a710deb2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1034267 Jun 29 23:45:14.615095 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-dc889ad3-4e30-4bf4-957c-bed1efe4cf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66139777'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:14.619962 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-4e9967ed-5f84-4b76-b3c8-65c21ba7b986 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:14.650956 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc889ad3-4e30-4bf4-957c-bed1efe4cf7c admin admin] Pushing event deleted for resources: {'Port': ['ID=a4f6692f-d376-41f7-b509-b1d6598df151,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:14.656393 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-dc889ad3-4e30-4bf4-957c-bed1efe4cf7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:15.006687 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-68746ebe-e20b-495c-9b46-75425a15f5d6 req-24c1858b-e9d9-4631-aaf4-8adce578c51b service neutron] 10.222.0.52 "GET /v2.0/networks/72c6bbd2-4b60-450d-ad2d-11a710deb2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589391 Jun 29 23:45:15.037639 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-dc889ad3-4e30-4bf4-957c-bed1efe4cf7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489960'] for router_gateway, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:15.157484 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-dc889ad3-4e30-4bf4-957c-bed1efe4cf7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1814'] for router, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:15.161152 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-dc889ad3-4e30-4bf4-957c-bed1efe4cf7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:15.219932 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-68746ebe-e20b-495c-9b46-75425a15f5d6 req-3301d436-36dc-4711-adf6-6e99141aa749 service neutron] 10.222.0.52 "GET /v2.0/networks/72c6bbd2-4b60-450d-ad2d-11a710deb2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047405 Jun 29 23:45:15.220474 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-dc889ad3-4e30-4bf4-957c-bed1efe4cf7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-449705'] for router, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:15.221024 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc889ad3-4e30-4bf4-957c-bed1efe4cf7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e35bc8f0-c8a2-451c-b269-ba9cd96100e9 {{(pid=93162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 23:45:15.225819 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-dc889ad3-4e30-4bf4-957c-bed1efe4cf7c admin admin] Notify callbacks [] for router, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:15.226420 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-dc889ad3-4e30-4bf4-957c-bed1efe4cf7c admin admin] 10.222.0.30 "DELETE /v2.0/routers/e35bc8f0-c8a2-451c-b269-ba9cd96100e9 HTTP/1.1" status: 204 len: 168 time: 1.6674173 Jun 29 23:45:15.228994 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55202) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:45:15.277244 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5e24098-d532-4d95-9308-6336bb07f7b9 admin admin] Deleting subnet 0cace3d9-d5b7-4676-96cc-bc7171040612 {{(pid=93162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 23:45:15.280610 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f5e24098-d532-4d95-9308-6336bb07f7b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:15.325993 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f5e24098-d532-4d95-9308-6336bb07f7b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66096812'] for subnet, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:15.340097 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 8daac4e5-8ffc-49e5-8973-a89c79538713 no longer exists at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:45:15.360435 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] No Port match for: 8daac4e5-8ffc-49e5-8973-a89c79538713 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:45:15.360891 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 8daac4e5-8ffc-49e5-8973-a89c79538713 not bound to the agent host dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:45:15.361411 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device a4f6692f-d376-41f7-b509-b1d6598df151 no longer exists at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:45:15.379995 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] No Port match for: a4f6692f-d376-41f7-b509-b1d6598df151 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:45:15.380363 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device a4f6692f-d376-41f7-b509-b1d6598df151 not bound to the agent host dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:45:15.404117 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f5e24098-d532-4d95-9308-6336bb07f7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1567904'] for subnet, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:15.455125 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f5e24098-d532-4d95-9308-6336bb07f7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1567929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66139771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66396870'] for subnet, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:15.458326 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-b8d7b086-f633-4758-973f-e295820a4a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:15.480648 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e24098-d532-4d95-9308-6336bb07f7b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cace3d9-d5b7-4676-96cc-bc7171040612,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:15.483591 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-f5e24098-d532-4d95-9308-6336bb07f7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:15.484562 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f5e24098-d532-4d95-9308-6336bb07f7b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:15.486391 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-f5e24098-d532-4d95-9308-6336bb07f7b9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0cace3d9-d5b7-4676-96cc-bc7171040612 HTTP/1.1" status: 204 len: 168 time: 0.2564361 Jun 29 23:45:15.489465 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55204) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:45:15.490839 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a986b9d-f1dd-4a02-9722-ad9ad4236383 None None] Network 961483aa-60c5-4d0f-82a0-c19a74bfe9c0 requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:45:15.559720 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2552e816-8b03-491c-928f-90334a50f1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1494429'] for network, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:15.615374 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-2552e816-8b03-491c-928f-90334a50f1d5 admin admin] Deleting port 44e6dbcd-35c8-45b0-8546-7f9a90f9097e {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:45:15.616017 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2552e816-8b03-491c-928f-90334a50f1d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:15.665154 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7837f0c4-2c20-46ae-8ee1-61f66dd4e1e1 None None] DHCP port deletion for 961483aa-60c5-4d0f-82a0-c19a74bfe9c0 request from dv-cinder-769602-4-iscsi {{(pid=93164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 23:45:15.684193 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-2552e816-8b03-491c-928f-90334a50f1d5 admin admin] For port 44e6dbcd-35c8-45b0-8546-7f9a90f9097e, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=44e6dbcd-35c8-45b0-8546-7f9a90f9097e,segment=NetworkSegment(63f270fe-59bf-41e4-861c-414217008130),segment_id=63f270fe-59bf-41e4-861c-414217008130)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:45:15.684595 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2552e816-8b03-491c-928f-90334a50f1d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:15.696831 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-2552e816-8b03-491c-928f-90334a50f1d5 admin admin] Calling delete_port for 44e6dbcd-35c8-45b0-8546-7f9a90f9097e owned by network:dhcp {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:45:15.713227 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-7837f0c4-2c20-46ae-8ee1-61f66dd4e1e1 None None] Deleting port 44e6dbcd-35c8-45b0-8546-7f9a90f9097e {{(pid=93164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:45:15.713227 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-7837f0c4-2c20-46ae-8ee1-61f66dd4e1e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:15.777138 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2552e816-8b03-491c-928f-90334a50f1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66139777'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:15.778449 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-7837f0c4-2c20-46ae-8ee1-61f66dd4e1e1 None None] For port 44e6dbcd-35c8-45b0-8546-7f9a90f9097e, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=44e6dbcd-35c8-45b0-8546-7f9a90f9097e,segment=NetworkSegment(63f270fe-59bf-41e4-861c-414217008130),segment_id=63f270fe-59bf-41e4-861c-414217008130)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:45:15.778869 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-7837f0c4-2c20-46ae-8ee1-61f66dd4e1e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:15.782906 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-2f0d8bdb-759d-4474-88b0-51b23c974761 tempest-TestShelveInstance-1289673128 tempest-TestShelveInstance-1289673128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:15.791870 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-7837f0c4-2c20-46ae-8ee1-61f66dd4e1e1 None None] Calling delete_port for 44e6dbcd-35c8-45b0-8546-7f9a90f9097e owned by network:dhcp {{(pid=93164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:45:15.804477 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2552e816-8b03-491c-928f-90334a50f1d5 admin admin] No DVR routers for this DVR port 44e6dbcd-35c8-45b0-8546-7f9a90f9097e on host dv-cinder-769602-4-iscsi {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:45:15.806509 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552e816-8b03-491c-928f-90334a50f1d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=44e6dbcd-35c8-45b0-8546-7f9a90f9097e,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:15.810689 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-2552e816-8b03-491c-928f-90334a50f1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:15.878503 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2552e816-8b03-491c-928f-90334a50f1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1567870', 'neutron.services.segments.db._delete_segments_for_network-8748551520579'] for network, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:15.888345 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-2552e816-8b03-491c-928f-90334a50f1d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['961483aa-60c5-4d0f-82a0-c19a74bfe9c0']}} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:45:15.898770 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-2552e816-8b03-491c-928f-90334a50f1d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f270fe-59bf-41e4-861c-414217008130') {'for_net_delete': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:45:15.899011 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-2552e816-8b03-491c-928f-90334a50f1d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f270fe-59bf-41e4-861c-414217008130') {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:45:15.907580 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2552e816-8b03-491c-928f-90334a50f1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748551432138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66096803'] for segment, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:15.913386 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-7837f0c4-2c20-46ae-8ee1-61f66dd4e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190'] for port, after_delete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:15.916004 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-708bbe5f-52db-4003-86c3-fb062dc80e22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:15.921696 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2552e816-8b03-491c-928f-90334a50f1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010'] for segment, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:15.928189 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2552e816-8b03-491c-928f-90334a50f1d5 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=93162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 23:45:15.928625 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2552e816-8b03-491c-928f-90334a50f1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66139862'] for segment, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:15.930264 dv-cinder-769602-4-iscsi neutron-server[93162]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:45:15.930264 dv-cinder-769602-4-iscsi neutron-server[93162]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:45:15.930264 dv-cinder-769602-4-iscsi neutron-server[93162]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:45:15.930264 dv-cinder-769602-4-iscsi neutron-server[93162]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:45:15.930264 dv-cinder-769602-4-iscsi neutron-server[93162]: Traceback (most recent call last): Jun 29 23:45:15.930264 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 23:45:15.930264 dv-cinder-769602-4-iscsi neutron-server[93162]: timer() Jun 29 23:45:15.930264 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 23:45:15.930264 dv-cinder-769602-4-iscsi neutron-server[93162]: cb(*args, **kw) Jun 29 23:45:15.930264 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 23:45:15.930264 dv-cinder-769602-4-iscsi neutron-server[93162]: return func(*args, **kwargs) Jun 29 23:45:15.930264 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 23:45:15.930264 dv-cinder-769602-4-iscsi neutron-server[93162]: self._notify() Jun 29 23:45:15.930264 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 23:45:15.930264 dv-cinder-769602-4-iscsi neutron-server[93162]: self.callback(batched_events) Jun 29 23:45:15.930264 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 23:45:15.930264 dv-cinder-769602-4-iscsi neutron-server[93162]: event.method(event) Jun 29 23:45:15.930264 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 23:45:15.930264 dv-cinder-769602-4-iscsi neutron-server[93162]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 23:45:15.930264 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 23:45:15.930264 dv-cinder-769602-4-iscsi neutron-server[93162]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 23:45:15.930264 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 23:45:15.930264 dv-cinder-769602-4-iscsi neutron-server[93162]: return f(self, *a, **k) Jun 29 23:45:15.930264 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 23:45:15.930264 dv-cinder-769602-4-iscsi neutron-server[93162]: return self._get(url).json() Jun 29 23:45:15.930264 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 23:45:15.930264 dv-cinder-769602-4-iscsi neutron-server[93162]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 23:45:15.930264 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 23:45:15.930264 dv-cinder-769602-4-iscsi neutron-server[93162]: return self.request(url, 'GET', **kwargs) Jun 29 23:45:15.930264 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 23:45:15.930264 dv-cinder-769602-4-iscsi neutron-server[93162]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 23:45:15.930264 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 23:45:15.930264 dv-cinder-769602-4-iscsi neutron-server[93162]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 23:45:15.930264 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 23:45:15.930264 dv-cinder-769602-4-iscsi neutron-server[93162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 23:45:15.930264 dv-cinder-769602-4-iscsi neutron-server[93162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 23:45:15.940712 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7837f0c4-2c20-46ae-8ee1-61f66dd4e1e1 None None] No DVR routers for this DVR port 44e6dbcd-35c8-45b0-8546-7f9a90f9097e on host dv-cinder-769602-4-iscsi {{(pid=93164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:45:15.945676 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7837f0c4-2c20-46ae-8ee1-61f66dd4e1e1 None None] Pushing event deleted for resources: {'Port': ['ID=44e6dbcd-35c8-45b0-8546-7f9a90f9097e,revision_number=None']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:15.953824 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7837f0c4-2c20-46ae-8ee1-61f66dd4e1e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:45:15.953938 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7837f0c4-2c20-46ae-8ee1-61f66dd4e1e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:45:15.954202 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7837f0c4-2c20-46ae-8ee1-61f66dd4e1e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:45:15.954538 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7837f0c4-2c20-46ae-8ee1-61f66dd4e1e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:45:15.954858 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7837f0c4-2c20-46ae-8ee1-61f66dd4e1e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:45:15.955267 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7837f0c4-2c20-46ae-8ee1-61f66dd4e1e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:45:15.955488 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7837f0c4-2c20-46ae-8ee1-61f66dd4e1e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:45:15.955808 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7837f0c4-2c20-46ae-8ee1-61f66dd4e1e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:45:15.956148 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7837f0c4-2c20-46ae-8ee1-61f66dd4e1e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:45:15.956495 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7837f0c4-2c20-46ae-8ee1-61f66dd4e1e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:45:15.956841 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7837f0c4-2c20-46ae-8ee1-61f66dd4e1e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:45:15.957169 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7837f0c4-2c20-46ae-8ee1-61f66dd4e1e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:45:15.960215 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-7837f0c4-2c20-46ae-8ee1-61f66dd4e1e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:15.983264 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2552e816-8b03-491c-928f-90334a50f1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1567845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484101'] for network, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:15.987898 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2552e816-8b03-491c-928f-90334a50f1d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:15.989826 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-2552e816-8b03-491c-928f-90334a50f1d5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/961483aa-60c5-4d0f-82a0-c19a74bfe9c0 HTTP/1.1" status: 204 len: 168 time: 0.4994509 Jun 29 23:45:15.990591 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-713fff08-df48-4a37-bdfd-8b8f338cb97c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:16.002654 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552e816-8b03-491c-928f-90334a50f1d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=961483aa-60c5-4d0f-82a0-c19a74bfe9c0,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:16.005661 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-2552e816-8b03-491c-928f-90334a50f1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:16.097166 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 55208) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:45:16.138827 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-95749adc-3faa-45c9-8af9-c1ee5b89eda0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=89f7a8481a72408b89119405a6770fde&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0403900 Jun 29 23:45:16.141103 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 55210) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:45:16.188417 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-05397a16-ea42-45f7-8ce7-86444b7fd165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:16.209421 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-05397a16-ea42-45f7-8ce7-86444b7fd165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:16.253225 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-05397a16-ea42-45f7-8ce7-86444b7fd165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:16.255887 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-05397a16-ea42-45f7-8ce7-86444b7fd165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:16.257027 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-05397a16-ea42-45f7-8ce7-86444b7fd165 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a56fc05a-9317-4eb6-b1ac-d2ae2b3c9526 HTTP/1.1" status: 204 len: 168 time: 0.1150501 Jun 29 23:45:16.257782 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-b38d2a8e-af26-4c46-8304-8507af82f133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:16.264885 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05397a16-ea42-45f7-8ce7-86444b7fd165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56fc05a-9317-4eb6-b1ac-d2ae2b3c9526,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:16.267215 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-05397a16-ea42-45f7-8ce7-86444b7fd165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:17.229664 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-31b62ceb-8124-44e2-a046-fe87c8fe24c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:17.334617 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 44e6dbcd-35c8-45b0-8546-7f9a90f9097e no longer exists at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:45:17.353394 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] No Port match for: 44e6dbcd-35c8-45b0-8546-7f9a90f9097e {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:45:17.353819 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 44e6dbcd-35c8-45b0-8546-7f9a90f9097e not bound to the agent host dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:45:18.954972 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 55342) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:45:19.054681 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-11eed534-5b9e-432c-ac50-0b221b18e929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:19.145635 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-11eed534-5b9e-432c-ac50-0b221b18e929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:19.149626 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-11eed534-5b9e-432c-ac50-0b221b18e929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:19.152904 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-93b30a28-54bd-4759-abac-3b4c5a529b66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:19.189359 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-11eed534-5b9e-432c-ac50-0b221b18e929 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6909b16b669647cc8baf022f7fb26c27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333214 Jun 29 23:45:19.190235 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eed534-5b9e-432c-ac50-0b221b18e929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60bc89d-c694-495c-9df6-21c2717dd7b8,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:19.192927 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55346) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:45:19.194151 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-11eed534-5b9e-432c-ac50-0b221b18e929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:19.246415 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9da226db-91b4-4b30-ab2c-85c2d054a731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:19.267170 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9da226db-91b4-4b30-ab2c-85c2d054a731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:19.312721 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9da226db-91b4-4b30-ab2c-85c2d054a731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:19.316302 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9da226db-91b4-4b30-ab2c-85c2d054a731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:19.317549 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-9da226db-91b4-4b30-ab2c-85c2d054a731 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c60bc89d-c694-495c-9df6-21c2717dd7b8 HTTP/1.1" status: 204 len: 168 time: 0.1234782 Jun 29 23:45:19.318339 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-c268e2f4-ae5b-41c0-b017-f5fbe8d038f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:19.325445 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da226db-91b4-4b30-ab2c-85c2d054a731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60bc89d-c694-495c-9df6-21c2717dd7b8,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:19.328317 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-9da226db-91b4-4b30-ab2c-85c2d054a731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:19.572225 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55352) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:45:19.586145 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a94fe4aa-1d70-4bc3-8423-9cba1a66885f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:19.658900 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f030f55e-efdd-4326-a8c2-a4c86de8ef29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:19.672717 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a94fe4aa-1d70-4bc3-8423-9cba1a66885f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:19.676306 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a94fe4aa-1d70-4bc3-8423-9cba1a66885f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:19.679517 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-081e9861-b89f-4428-a94a-c3108583d935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:19.714285 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-a94fe4aa-1d70-4bc3-8423-9cba1a66885f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9e86f584261b4181b949a5416dc915c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409574 Jun 29 23:45:19.715202 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94fe4aa-1d70-4bc3-8423-9cba1a66885f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52442ebb-842f-46da-bd89-e16c32f7d1b7,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:19.716967 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 55354) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:45:19.720031 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-a94fe4aa-1d70-4bc3-8423-9cba1a66885f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:19.766061 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-08e21ca9-3682-49be-8695-a35446d437f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:19.786870 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-08e21ca9-3682-49be-8695-a35446d437f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:19.832793 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-08e21ca9-3682-49be-8695-a35446d437f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:19.835345 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-08e21ca9-3682-49be-8695-a35446d437f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:19.836463 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-08e21ca9-3682-49be-8695-a35446d437f0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/52442ebb-842f-46da-bd89-e16c32f7d1b7 HTTP/1.1" status: 204 len: 168 time: 0.1184468 Jun 29 23:45:19.837249 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-01e4d6b4-f3d4-47d6-9002-5b94ee700e25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:19.844543 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e21ca9-3682-49be-8695-a35446d437f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52442ebb-842f-46da-bd89-e16c32f7d1b7,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:19.846717 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-08e21ca9-3682-49be-8695-a35446d437f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:20.231535 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:20.946345 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:22.175157 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 55424) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:45:22.277008 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-006fb60c-ecac-46cf-8fb5-ba83435990d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:22.364262 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-006fb60c-ecac-46cf-8fb5-ba83435990d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:22.367920 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-006fb60c-ecac-46cf-8fb5-ba83435990d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:22.371268 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-11eed534-5b9e-432c-ac50-0b221b18e929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:22.408654 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-006fb60c-ecac-46cf-8fb5-ba83435990d9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6b10880af2c547b48cd4aa71b00eee60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316241 Jun 29 23:45:22.411310 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006fb60c-ecac-46cf-8fb5-ba83435990d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135bf94b-809a-469f-9046-6105505b5df8,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:22.412035 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55428) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:45:22.414320 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-006fb60c-ecac-46cf-8fb5-ba83435990d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:22.460446 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-94dd4b12-a5ae-4578-91ea-89be12aa90c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:22.484672 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-94dd4b12-a5ae-4578-91ea-89be12aa90c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:22.529378 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-94dd4b12-a5ae-4578-91ea-89be12aa90c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:22.531990 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-94dd4b12-a5ae-4578-91ea-89be12aa90c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:22.533164 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-94dd4b12-a5ae-4578-91ea-89be12aa90c0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/135bf94b-809a-469f-9046-6105505b5df8 HTTP/1.1" status: 204 len: 168 time: 0.1200905 Jun 29 23:45:22.534025 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-87e8ccae-a3a4-4ff8-9407-21d47e88b172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:22.542221 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd4b12-a5ae-4578-91ea-89be12aa90c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135bf94b-809a-469f-9046-6105505b5df8,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:22.544499 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-94dd4b12-a5ae-4578-91ea-89be12aa90c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:22.788654 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55434) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:45:22.799972 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:22.802308 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3c1b5578-14b8-4d3b-b471-25a05e8d6ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:22.886761 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3c1b5578-14b8-4d3b-b471-25a05e8d6ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:22.890632 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3c1b5578-14b8-4d3b-b471-25a05e8d6ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:22.894015 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-a6a89665-715c-4e28-a8d4-b043513b9892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:22.929138 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-3c1b5578-14b8-4d3b-b471-25a05e8d6ba9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ba7047e7e2ca4b2aa8674604219c7024&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1394322 Jun 29 23:45:22.931014 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b5578-14b8-4d3b-b471-25a05e8d6ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da81160-2552-4ddf-b96f-e0738b0220cf,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:22.931720 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 55436) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:45:22.934191 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-3c1b5578-14b8-4d3b-b471-25a05e8d6ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:22.981837 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c6e2a6ce-ba43-47f5-a936-0375108bcf86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:23.002759 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c6e2a6ce-ba43-47f5-a936-0375108bcf86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:23.052272 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c6e2a6ce-ba43-47f5-a936-0375108bcf86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:23.054738 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c6e2a6ce-ba43-47f5-a936-0375108bcf86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:23.055884 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-c6e2a6ce-ba43-47f5-a936-0375108bcf86 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6da81160-2552-4ddf-b96f-e0738b0220cf HTTP/1.1" status: 204 len: 168 time: 0.1231861 Jun 29 23:45:23.056660 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-8f2164c3-f7af-4b0b-9fd2-738c9aaa87ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:23.063874 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2a6ce-ba43-47f5-a936-0375108bcf86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da81160-2552-4ddf-b96f-e0738b0220cf,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:23.066173 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-c6e2a6ce-ba43-47f5-a936-0375108bcf86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:27.262921 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 55510) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:45:27.370540 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a1766fa4-dcae-4bca-8e8e-3ea400962b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:27.459427 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a1766fa4-dcae-4bca-8e8e-3ea400962b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:27.463076 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a1766fa4-dcae-4bca-8e8e-3ea400962b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:27.466343 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-cfc6580d-7490-40bb-bde6-44cd346482f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:27.502000 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-a1766fa4-dcae-4bca-8e8e-3ea400962b29 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=79bf778cb5a24fe488b16c7064689b20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379982 Jun 29 23:45:27.503142 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1766fa4-dcae-4bca-8e8e-3ea400962b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7679c367-0cde-466a-adb0-3a987e202ccc,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:27.505597 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55514) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:45:27.506830 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-a1766fa4-dcae-4bca-8e8e-3ea400962b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:27.552703 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3767fbab-28e6-43b9-a3ea-011b2a82f219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:27.573284 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3767fbab-28e6-43b9-a3ea-011b2a82f219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:27.618508 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3767fbab-28e6-43b9-a3ea-011b2a82f219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:27.621166 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3767fbab-28e6-43b9-a3ea-011b2a82f219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:27.622342 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-3767fbab-28e6-43b9-a3ea-011b2a82f219 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7679c367-0cde-466a-adb0-3a987e202ccc HTTP/1.1" status: 204 len: 168 time: 0.1157870 Jun 29 23:45:27.623115 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-0b191851-6079-474c-889a-f84ae9485204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:27.631050 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767fbab-28e6-43b9-a3ea-011b2a82f219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7679c367-0cde-466a-adb0-3a987e202ccc,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:27.633637 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-3767fbab-28e6-43b9-a3ea-011b2a82f219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:27.874876 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 55520) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:45:27.887843 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-961f080f-933d-41b6-ac39-332c20609c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:27.978593 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-961f080f-933d-41b6-ac39-332c20609c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:27.982293 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-961f080f-933d-41b6-ac39-332c20609c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:27.984876 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-1ab4e250-4849-4878-af60-8babcba40c85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:28.018987 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f080f-933d-41b6-ac39-332c20609c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aae7a52-815b-4202-8e68-982139bc5218,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:28.023245 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-961f080f-933d-41b6-ac39-332c20609c9b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7fb869fdecf04a3a95f5c548004b5b7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473293 Jun 29 23:45:28.024223 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-961f080f-933d-41b6-ac39-332c20609c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:28.025893 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 55522) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:45:28.075244 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-26906c04-e61b-4634-8dd3-e5ad9a5504b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:28.095868 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-26906c04-e61b-4634-8dd3-e5ad9a5504b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:28.142436 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-26906c04-e61b-4634-8dd3-e5ad9a5504b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:28.145944 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-26906c04-e61b-4634-8dd3-e5ad9a5504b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:28.147068 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-26906c04-e61b-4634-8dd3-e5ad9a5504b7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4aae7a52-815b-4202-8e68-982139bc5218 HTTP/1.1" status: 204 len: 168 time: 0.1202426 Jun 29 23:45:28.147804 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-85e9fcdf-d93f-4bfe-9945-e7b66d014eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:28.154868 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26906c04-e61b-4634-8dd3-e5ad9a5504b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aae7a52-815b-4202-8e68-982139bc5218,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:28.157665 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-26906c04-e61b-4634-8dd3-e5ad9a5504b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:28.788416 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 55544) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:45:28.884157 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-5fff12d7-beb0-4fe7-bd4c-84fd01dfbd1f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1364350509-network', 'tenant_id': 'd603da816e194f62a64638d0217199a6'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:45:28.905615 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fff12d7-beb0-4fe7-bd4c-84fd01dfbd1f admin admin] Made reservation on behalf of d603da816e194f62a64638d0217199a6 for: {'network': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:45:28.908157 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5fff12d7-beb0-4fe7-bd4c-84fd01dfbd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for network, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:28.916094 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5fff12d7-beb0-4fe7-bd4c-84fd01dfbd1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:29.007520 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5fff12d7-beb0-4fe7-bd4c-84fd01dfbd1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:29.011483 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5fff12d7-beb0-4fe7-bd4c-84fd01dfbd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:29.014245 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-b4e56c30-2ec2-4888-9f0e-4d9a5c2cc140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:29.036668 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fff12d7-beb0-4fe7-bd4c-84fd01dfbd1f admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=93163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 23:45:29.047817 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff12d7-beb0-4fe7-bd4c-84fd01dfbd1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70d644d-870b-4380-ab02-cb71061a8593,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:29.052853 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-5fff12d7-beb0-4fe7-bd4c-84fd01dfbd1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:29.055604 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5fff12d7-beb0-4fe7-bd4c-84fd01dfbd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010'] for segment, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:29.056561 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.db.segments_db [None req-5fff12d7-beb0-4fe7-bd4c-84fd01dfbd1f admin admin] Added segment 30633716-5470-44d8-b980-fa782741e3a0 of type vlan for network cd5bceb5-6a09-40f2-9072-f856c718bab4 Jun 29 23:45:29.097664 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5fff12d7-beb0-4fe7-bd4c-84fd01dfbd1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748551094604'] for network, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:29.129118 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5fff12d7-beb0-4fe7-bd4c-84fd01dfbd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688'] for network, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:29.130402 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fff12d7-beb0-4fe7-bd4c-84fd01dfbd1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:29.130984 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5fff12d7-beb0-4fe7-bd4c-84fd01dfbd1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for network, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:29.133820 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:29.180091 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-5fff12d7-beb0-4fe7-bd4c-84fd01dfbd1f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3904712 Jun 29 23:45:29.182861 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55548) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:45:29.187971 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-a90b2bde-cec7-453a-8ff8-bf8175509d00 admin admin] Request body: {'subnet': {'network_id': 'cd5bceb5-6a09-40f2-9072-f856c718bab4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1364350509-subnet', 'tenant_id': 'd603da816e194f62a64638d0217199a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:45:29.190644 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff12d7-beb0-4fe7-bd4c-84fd01dfbd1f admin admin] Pushing event updated for resources: {'Network': ['ID=cd5bceb5-6a09-40f2-9072-f856c718bab4,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:29.194000 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-5fff12d7-beb0-4fe7-bd4c-84fd01dfbd1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:29.200985 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Network cd5bceb5-6a09-40f2-9072-f856c718bab4 details requested by agent ovs-agent-dv-cinder-769602-4-iscsi with host dv-cinder-769602-4-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:45:29.213168 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90b2bde-cec7-453a-8ff8-bf8175509d00 admin admin] Made reservation on behalf of d603da816e194f62a64638d0217199a6 for: {'subnet': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:45:29.215673 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a90b2bde-cec7-453a-8ff8-bf8175509d00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66396899'] for subnet, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:29.381278 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a90b2bde-cec7-453a-8ff8-bf8175509d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66139700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66396913'] for subnet, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:29.383400 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:29.438703 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b2bde-cec7-453a-8ff8-bf8175509d00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3b86a90-f6dd-49da-8486-a185db365ad8,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:29.445174 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-a90b2bde-cec7-453a-8ff8-bf8175509d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:29.450707 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90b2bde-cec7-453a-8ff8-bf8175509d00 admin admin] Checking segment: {'id': '30633716-5470-44d8-b980-fa782741e3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'cd5bceb5-6a09-40f2-9072-f856c718bab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:45:29.451064 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90b2bde-cec7-453a-8ff8-bf8175509d00 admin admin] Network hostable DHCP agents. Network: cd5bceb5-6a09-40f2-9072-f856c718bab4, hostable agents: ['cfabb9e1-4ba2-4051-95c8-b215c3ad7269'], hosted agents: [] {{(pid=93162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:45:29.472563 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90b2bde-cec7-453a-8ff8-bf8175509d00 admin admin] Network cd5bceb5-6a09-40f2-9072-f856c718bab4 is scheduled to be hosted by DHCP agent cfabb9e1-4ba2-4051-95c8-b215c3ad7269 with binding_index 1 {{(pid=93162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:45:29.482013 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-a90b2bde-cec7-453a-8ff8-bf8175509d00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-4-iscsi, cd5bceb5-6a09-40f2-9072-f856c718bab4) {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:45:29.486054 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90b2bde-cec7-453a-8ff8-bf8175509d00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:29.486640 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a90b2bde-cec7-453a-8ff8-bf8175509d00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:29.491868 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6f0b10-fb19-4b3f-a684-7077ba873a92 None None] Network cd5bceb5-6a09-40f2-9072-f856c718bab4 requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:45:29.501220 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-a90b2bde-cec7-453a-8ff8-bf8175509d00 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3172646 Jun 29 23:45:29.616857 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97220f7f-ca10-43ee-b2ad-bed3f653a133 None None] Network cd5bceb5-6a09-40f2-9072-f856c718bab4 requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:45:31.287239 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-5c2e1ddc-0d35-4f21-a35b-7292a1f30168 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:31.288726 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-5c2e1ddc-0d35-4f21-a35b-7292a1f30168 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/networks?id=cd5bceb5-6a09-40f2-9072-f856c718bab4 HTTP/1.1" status: 200 len: 809 time: 0.1068983 Jun 29 23:45:31.305363 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-4d944244-c5ab-4aa0-8ad7-9a6af6ae07cc tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/quotas/d603da816e194f62a64638d0217199a6 HTTP/1.1" status: 200 len: 375 time: 0.0108299 Jun 29 23:45:31.338469 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-440f5a1d-7709-41cc-bd27-0a6743276d8f tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d603da816e194f62a64638d0217199a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279231 Jun 29 23:45:31.441724 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-10d5211b-cfc2-48c3-875f-72d8e69a0e1c service neutron] 10.222.0.30 "GET /v2.0/networks/cd5bceb5-6a09-40f2-9072-f856c718bab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958245 Jun 29 23:45:31.527894 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-a6d93b59-a636-4c38-b5ef-12c1ceece49d service neutron] 10.222.0.30 "GET /v2.0/networks/cd5bceb5-6a09-40f2-9072-f856c718bab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851250 Jun 29 23:45:31.563890 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ee584-9be0-49b0-b6f5-e15d2739f862 req-34009926-6f9c-401a-9495-865b3c654714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:31.565439 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d75ee584-9be0-49b0-b6f5-e15d2739f862 req-34009926-6f9c-401a-9495-865b3c654714 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0e68624793344f27b5e1159bb6595666&device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 1138 time: 0.1019802 Jun 29 23:45:31.579808 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b86d5-18a9-4f35-92a5-8890881d2b95 req-999d0718-2a30-4637-9cb3-02ea5e15888c tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:31.581243 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-db4b86d5-18a9-4f35-92a5-8890881d2b95 req-999d0718-2a30-4637-9cb3-02ea5e15888c tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 985 time: 0.0864060 Jun 29 23:45:31.681871 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-db4b86d5-18a9-4f35-92a5-8890881d2b95 req-94d6ba30-be09-47b2-a8c0-96142b7cf7e7 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2d0d4d-db9b-4006-a0c1-70b066e8e072&id=588823fd-49bd-4f60-9f24-e62f6b8bdb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0920274 Jun 29 23:45:31.714169 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-81667b0d-a71a-41c0-bb31-6037d7489702 req-c645ab50-f58f-4cd9-ab0b-43610c31fd40 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/ports?device_id=a73c8206-11af-4f47-8b6e-9620ddae178f HTTP/1.1" status: 200 len: 210 time: 0.0449822 Jun 29 23:45:31.720063 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ee584-9be0-49b0-b6f5-e15d2739f862 req-d8ff4b20-6503-43ab-8483-344db56dd7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:31.721440 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d75ee584-9be0-49b0-b6f5-e15d2739f862 req-d8ff4b20-6503-43ab-8483-344db56dd7ac service neutron] 10.222.0.52 "GET /v2.0/networks?id=72c6bbd2-4b60-450d-ad2d-11a710deb2ae HTTP/1.1" status: 200 len: 916 time: 0.1392999 Jun 29 23:45:31.815546 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d75ee584-9be0-49b0-b6f5-e15d2739f862 req-d2b7dd7d-798d-440c-b72d-0fbbac60f995 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a3d8965-f391-4327-bfbc-6b1d9c1aefca HTTP/1.1" status: 200 len: 1002 time: 0.0866034 Jun 29 23:45:31.881971 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ee584-9be0-49b0-b6f5-e15d2739f862 req-73c5aa77-7178-43f4-aa24-793292326616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:31.883477 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d75ee584-9be0-49b0-b6f5-e15d2739f862 req-73c5aa77-7178-43f4-aa24-793292326616 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=54a91b59-ffac-43e0-a3d5-edf78d425202 HTTP/1.1" status: 200 len: 854 time: 0.0612316 Jun 29 23:45:31.945378 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ee584-9be0-49b0-b6f5-e15d2739f862 req-b62b223a-029d-4a3c-bc96-45dba60ed2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:31.946826 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d75ee584-9be0-49b0-b6f5-e15d2739f862 req-b62b223a-029d-4a3c-bc96-45dba60ed2ed service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=72c6bbd2-4b60-450d-ad2d-11a710deb2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562313 Jun 29 23:45:32.047898 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d75ee584-9be0-49b0-b6f5-e15d2739f862 req-b02d3899-1e2a-455b-9415-1397f81e6fa6 service neutron] 10.222.0.52 "GET /v2.0/networks/72c6bbd2-4b60-450d-ad2d-11a710deb2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942316 Jun 29 23:45:32.144495 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d75ee584-9be0-49b0-b6f5-e15d2739f862 req-78d439d1-ccad-4d98-81b5-cb0176b06f6b service neutron] 10.222.0.52 "GET /v2.0/networks/72c6bbd2-4b60-450d-ad2d-11a710deb2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896251 Jun 29 23:45:32.865324 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b8205aa7-214b-4f13-ba25-1a76307f3c7b req-8b5dfa99-a541-4e4b-8b04-5a53ea87d4ea tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/ports?device_id=a73c8206-11af-4f47-8b6e-9620ddae178f HTTP/1.1" status: 200 len: 210 time: 0.0321460 Jun 29 23:45:32.951800 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf3605-ffa8-4de4-be5d-50902b053ca4 req-2b0e83ef-cfa9-4726-a9bf-81ce6484428c tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:32.953327 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-cacf3605-ffa8-4de4-be5d-50902b053ca4 req-2b0e83ef-cfa9-4726-a9bf-81ce6484428c tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 985 time: 0.1542466 Jun 29 23:45:32.983299 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-64d759b4-767e-436e-a9e3-0cc1faac3546 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:32.984661 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-64d759b4-767e-436e-a9e3-0cc1faac3546 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.52 "GET /v2.0/networks?id=cd5bceb5-6a09-40f2-9072-f856c718bab4 HTTP/1.1" status: 200 len: 809 time: 0.1440387 Jun 29 23:45:33.002504 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-951b1d2a-2a09-4784-a7bb-2f3b90f88915 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Request body: {'port': {'device_id': 'a73c8206-11af-4f47-8b6e-9620ddae178f', 'network_id': 'cd5bceb5-6a09-40f2-9072-f856c718bab4', 'admin_state_up': True, 'tenant_id': 'd603da816e194f62a64638d0217199a6'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:45:33.028819 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-cacf3605-ffa8-4de4-be5d-50902b053ca4 req-5628454e-a943-4587-97ad-1a67f8cbd17e tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2d0d4d-db9b-4006-a0c1-70b066e8e072&id=588823fd-49bd-4f60-9f24-e62f6b8bdb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0665398 Jun 29 23:45:33.121033 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-951b1d2a-2a09-4784-a7bb-2f3b90f88915 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Made reservation on behalf of d603da816e194f62a64638d0217199a6 for: {'port': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:45:33.124408 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-951b1d2a-2a09-4784-a7bb-2f3b90f88915 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:33.249048 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-951b1d2a-2a09-4784-a7bb-2f3b90f88915 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Allocated IP 172.20.0.9 (cd5bceb5-6a09-40f2-9072-f856c718bab4/f3b86a90-f6dd-49da-8486-a185db365ad8/e6da6ed7-a923-4f83-9a14-00d2050e94d6) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:45:33.387555 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-951b1d2a-2a09-4784-a7bb-2f3b90f88915 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:33.424971 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-951b1d2a-2a09-4784-a7bb-2f3b90f88915 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-66139784'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:33.428739 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-565dc35f-b523-44a0-bfd9-9b3600495d86 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:33.473093 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-951b1d2a-2a09-4784-a7bb-2f3b90f88915 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Network cd5bceb5-6a09-40f2-9072-f856c718bab4 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:45:33.476581 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-951b1d2a-2a09-4784-a7bb-2f3b90f88915 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:45:33.480348 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-951b1d2a-2a09-4784-a7bb-2f3b90f88915 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:45:33.504876 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b1d2a-2a09-4784-a7bb-2f3b90f88915 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Pushing event updated for resources: {'Port': ['ID=e6da6ed7-a923-4f83-9a14-00d2050e94d6,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:33.509249 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-951b1d2a-2a09-4784-a7bb-2f3b90f88915 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:33.531938 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-951b1d2a-2a09-4784-a7bb-2f3b90f88915 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:33.532537 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-951b1d2a-2a09-4784-a7bb-2f3b90f88915 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:33.546715 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-951b1d2a-2a09-4784-a7bb-2f3b90f88915 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5486448 Jun 29 23:45:33.558588 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-d79adc9e-57ad-4381-950e-db1fad2eb743 service neutron] Request body: {'port': {'device_id': 'a73c8206-11af-4f47-8b6e-9620ddae178f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:45:33.626363 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-d79adc9e-57ad-4381-950e-db1fad2eb743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:33.882078 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-d79adc9e-57ad-4381-950e-db1fad2eb743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6da6ed7-a923-4f83-9a14-00d2050e94d6 {{(pid=93162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:45:33.890927 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-d79adc9e-57ad-4381-950e-db1fad2eb743 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:33.904744 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-d79adc9e-57ad-4381-950e-db1fad2eb743 service neutron] Transition to ACTIVE for port object e6da6ed7-a923-4f83-9a14-00d2050e94d6 will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:45:33.909478 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-d79adc9e-57ad-4381-950e-db1fad2eb743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66139834'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:33.919214 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-30885c7a-e53c-4b60-84e2-ea5ce26262bb tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:33.967209 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79adc9e-57ad-4381-950e-db1fad2eb743 service neutron] Pushing event updated for resources: {'Port': ['ID=e6da6ed7-a923-4f83-9a14-00d2050e94d6,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:33.986961 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-d79adc9e-57ad-4381-950e-db1fad2eb743 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:34.041539 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-d79adc9e-57ad-4381-950e-db1fad2eb743 service neutron] Attempting to bind port e6da6ed7-a923-4f83-9a14-00d2050e94d6 on host hv-cinder-76960 for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:45:34.042572 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-d79adc9e-57ad-4381-950e-db1fad2eb743 service neutron] Attempting to bind port e6da6ed7-a923-4f83-9a14-00d2050e94d6 by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': '30633716-5470-44d8-b980-fa782741e3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'cd5bceb5-6a09-40f2-9072-f856c718bab4'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:45:34.042924 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-d79adc9e-57ad-4381-950e-db1fad2eb743 service neutron] Attempting to bind port e6da6ed7-a923-4f83-9a14-00d2050e94d6 on network cd5bceb5-6a09-40f2-9072-f856c718bab4 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:45:34.048062 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-d79adc9e-57ad-4381-950e-db1fad2eb743 service neutron] Port e6da6ed7-a923-4f83-9a14-00d2050e94d6 on network cd5bceb5-6a09-40f2-9072-f856c718bab4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:45:34.048323 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-d79adc9e-57ad-4381-950e-db1fad2eb743 service neutron] Attempting to bind port e6da6ed7-a923-4f83-9a14-00d2050e94d6 on network cd5bceb5-6a09-40f2-9072-f856c718bab4 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:45:34.054371 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-d79adc9e-57ad-4381-950e-db1fad2eb743 service neutron] Checking agent: {'id': 'a4a0778d-945d-473c-9557-d6f7decbe5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 7, 4), 'started_at': datetime.datetime(2021, 6, 29, 23, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:45:34.054879 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-d79adc9e-57ad-4381-950e-db1fad2eb743 service neutron] Checking segment: {'id': '30633716-5470-44d8-b980-fa782741e3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'cd5bceb5-6a09-40f2-9072-f856c718bab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:45:34.055325 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-d79adc9e-57ad-4381-950e-db1fad2eb743 service neutron] Bound using segment: {'id': '30633716-5470-44d8-b980-fa782741e3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'cd5bceb5-6a09-40f2-9072-f856c718bab4'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:45:34.058336 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-d79adc9e-57ad-4381-950e-db1fad2eb743 service neutron] Bound port: e6da6ed7-a923-4f83-9a14-00d2050e94d6, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30633716-5470-44d8-b980-fa782741e3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'cd5bceb5-6a09-40f2-9072-f856c718bab4'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:45:34.058336 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-d79adc9e-57ad-4381-950e-db1fad2eb743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:34.063548 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add37525-1c49-4d17-b66e-9723eac65d3f req-4ba9fda8-fcd6-4e5f-ae8f-6d32f9518ab4 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:34.070993 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-add37525-1c49-4d17-b66e-9723eac65d3f req-4ba9fda8-fcd6-4e5f-ae8f-6d32f9518ab4 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/ports?device_id=a73c8206-11af-4f47-8b6e-9620ddae178f HTTP/1.1" status: 200 len: 943 time: 0.0711315 Jun 29 23:45:34.112728 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-add37525-1c49-4d17-b66e-9723eac65d3f req-55f0830f-ae99-4f07-87c0-cf08be83f553 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/security-groups?id=f70d644d-870b-4380-ab02-cb71061a8593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407538 Jun 29 23:45:34.145132 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-d79adc9e-57ad-4381-950e-db1fad2eb743 service neutron] For port e6da6ed7-a923-4f83-9a14-00d2050e94d6, host hv-cinder-76960, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:45:34.148310 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-d79adc9e-57ad-4381-950e-db1fad2eb743 service neutron] For port e6da6ed7-a923-4f83-9a14-00d2050e94d6, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=e6da6ed7-a923-4f83-9a14-00d2050e94d6,segment=NetworkSegment(30633716-5470-44d8-b980-fa782741e3a0),segment_id=30633716-5470-44d8-b980-fa782741e3a0)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:45:34.154107 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-d79adc9e-57ad-4381-950e-db1fad2eb743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66139834'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:34.156966 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-62ce16d5-940e-43d9-a346-814307228e32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:34.201650 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-d79adc9e-57ad-4381-950e-db1fad2eb743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:34.202256 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-d79adc9e-57ad-4381-950e-db1fad2eb743 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:34.203603 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-d79adc9e-57ad-4381-950e-db1fad2eb743 service neutron] 10.222.0.52 "PUT /v2.0/ports/e6da6ed7-a923-4f83-9a14-00d2050e94d6 HTTP/1.1" status: 200 len: 1093 time: 0.6490269 Jun 29 23:45:34.205642 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73c8206-11af-4f47-8b6e-9620ddae178f', 'tag': 'e6da6ed7-a923-4f83-9a14-00d2050e94d6'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:45:34.208188 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4ff624e5b506a15852624dbd6f9127feb1aca7eb9818edaf72933b1fc2af06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728fb7f7-390b-4415-bb2d-f42dbac40bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "a73c8206-11af-4f47-8b6e-9620ddae178f", "tag": "e6da6ed7-a923-4f83-9a14-00d2050e94d6"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:45:34.261087 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79adc9e-57ad-4381-950e-db1fad2eb743 service neutron] Pushing event updated for resources: {'Port': ['ID=e6da6ed7-a923-4f83-9a14-00d2050e94d6,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:34.279908 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-d79adc9e-57ad-4381-950e-db1fad2eb743 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:34.283288 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae0c5f3-1039-44d5-bd7e-1c376079b62a x-openstack-request-id: req-6ae0c5f3-1039-44d5-bd7e-1c376079b62a {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:45:34.283619 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a73c8206-11af-4f47-8b6e-9620ddae178f", "tag": "e6da6ed7-a923-4f83-9a14-00d2050e94d6", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:45:34.283912 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6ae0c5f3-1039-44d5-bd7e-1c376079b62a {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:45:34.284347 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73c8206-11af-4f47-8b6e-9620ddae178f', 'tag': 'e6da6ed7-a923-4f83-9a14-00d2050e94d6', 'status': 'completed', 'code': 200} Jun 29 23:45:34.323692 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96f34e-fac5-4bde-b519-f79125629030 req-73487ccf-34e1-4000-a396-c2b96c4cdfc8 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:34.325175 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6d96f34e-fac5-4bde-b519-f79125629030 req-73487ccf-34e1-4000-a396-c2b96c4cdfc8 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 985 time: 0.1438386 Jun 29 23:45:34.333667 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-a7e0dbde-0623-4d4d-b34e-a06f5c750f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:34.335039 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-a7e0dbde-0623-4d4d-b34e-a06f5c750f4e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d603da816e194f62a64638d0217199a6&device_id=a73c8206-11af-4f47-8b6e-9620ddae178f HTTP/1.1" status: 200 len: 1096 time: 0.0902162 Jun 29 23:45:34.386544 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-c2d72331-62c6-42dc-aa3b-dc7690aa9ab4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6da6ed7-a923-4f83-9a14-00d2050e94d6 HTTP/1.1" status: 200 len: 217 time: 0.0373752 Jun 29 23:45:34.407535 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6d96f34e-fac5-4bde-b519-f79125629030 req-618fe2a9-7e1f-4ef0-a999-9c6ba7ee26b1 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2d0d4d-db9b-4006-a0c1-70b066e8e072&id=588823fd-49bd-4f60-9f24-e62f6b8bdb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0759606 Jun 29 23:45:34.444440 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-9de2efa3-eb6b-455c-81d7-63756e857735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:34.445881 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-9de2efa3-eb6b-455c-81d7-63756e857735 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f3b86a90-f6dd-49da-8486-a185db365ad8 HTTP/1.1" status: 200 len: 849 time: 0.0522087 Jun 29 23:45:34.477292 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-1f5c7e85-f681-4925-a59c-61b0c5641aaa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cd5bceb5-6a09-40f2-9072-f856c718bab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246754 Jun 29 23:45:34.562821 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-7a193fbf-a84e-4b30-bcbb-3b48cef56370 service neutron] 10.222.0.52 "GET /v2.0/networks/cd5bceb5-6a09-40f2-9072-f856c718bab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787263 Jun 29 23:45:34.652610 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-18d45dc5-20f9-46fd-a967-bd4a2cf905ad req-12265b7e-0636-467a-a9c6-8e45d15e2ebe service neutron] 10.222.0.52 "GET /v2.0/networks/cd5bceb5-6a09-40f2-9072-f856c718bab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827093 Jun 29 23:45:34.671018 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:34.756214 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fb7f7-390b-4415-bb2d-f42dbac40bf3 req-c0d8f0ba-b4d7-4025-b09a-4dd3f329de2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:34.757735 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-728fb7f7-390b-4415-bb2d-f42dbac40bf3 req-c0d8f0ba-b4d7-4025-b09a-4dd3f329de2f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d603da816e194f62a64638d0217199a6&device_id=a73c8206-11af-4f47-8b6e-9620ddae178f HTTP/1.1" status: 200 len: 1096 time: 0.0531254 Jun 29 23:45:34.849249 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fb7f7-390b-4415-bb2d-f42dbac40bf3 req-f3117f16-72dd-4dd3-8a37-9600a6c665b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:34.850711 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-728fb7f7-390b-4415-bb2d-f42dbac40bf3 req-f3117f16-72dd-4dd3-8a37-9600a6c665b9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cd5bceb5-6a09-40f2-9072-f856c718bab4 HTTP/1.1" status: 200 len: 910 time: 0.0863593 Jun 29 23:45:34.892330 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-728fb7f7-390b-4415-bb2d-f42dbac40bf3 req-f5367326-01eb-4c78-87c0-2e306f129dd7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6da6ed7-a923-4f83-9a14-00d2050e94d6 HTTP/1.1" status: 200 len: 217 time: 0.0332518 Jun 29 23:45:34.944407 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fb7f7-390b-4415-bb2d-f42dbac40bf3 req-f77acc6c-814b-447d-80c4-d0d39de3bbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:34.945760 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-728fb7f7-390b-4415-bb2d-f42dbac40bf3 req-f77acc6c-814b-447d-80c4-d0d39de3bbcb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f3b86a90-f6dd-49da-8486-a185db365ad8 HTTP/1.1" status: 200 len: 849 time: 0.0462053 Jun 29 23:45:34.977001 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-728fb7f7-390b-4415-bb2d-f42dbac40bf3 req-7468016d-c089-4355-b70e-3ceae654fd8b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cd5bceb5-6a09-40f2-9072-f856c718bab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245035 Jun 29 23:45:35.068149 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-728fb7f7-390b-4415-bb2d-f42dbac40bf3 req-6ba28acc-cf37-498d-8aed-4a59d5ba9a69 service neutron] 10.222.0.52 "GET /v2.0/networks/cd5bceb5-6a09-40f2-9072-f856c718bab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832317 Jun 29 23:45:35.162981 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-728fb7f7-390b-4415-bb2d-f42dbac40bf3 req-9e4cd7da-62fb-4920-be50-817efaaffa3a service neutron] 10.222.0.52 "GET /v2.0/networks/cd5bceb5-6a09-40f2-9072-f856c718bab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879145 Jun 29 23:45:35.279141 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7439de-aed3-4913-8be1-4a54852a586c req-74d5dc79-93e3-4729-885e-21f414b62e37 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:35.280481 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-be7439de-aed3-4913-8be1-4a54852a586c req-74d5dc79-93e3-4729-885e-21f414b62e37 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/ports?device_id=a73c8206-11af-4f47-8b6e-9620ddae178f HTTP/1.1" status: 200 len: 943 time: 0.0643408 Jun 29 23:45:35.317865 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-be7439de-aed3-4913-8be1-4a54852a586c req-19b0a10d-1677-4a72-b702-a3e1a0b4f1bd tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/security-groups?id=f70d644d-870b-4380-ab02-cb71061a8593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311198 Jun 29 23:45:35.579712 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99151942-68bb-43cc-bc73-2605dccdcce1 req-b7df63bd-653e-4e18-8730-55f500bb902a tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:35.581117 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-99151942-68bb-43cc-bc73-2605dccdcce1 req-b7df63bd-653e-4e18-8730-55f500bb902a tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 985 time: 0.0633323 Jun 29 23:45:35.620790 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-99151942-68bb-43cc-bc73-2605dccdcce1 req-94222935-9822-4ee0-828f-f9a8d79eb8ca tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2d0d4d-db9b-4006-a0c1-70b066e8e072&id=588823fd-49bd-4f60-9f24-e62f6b8bdb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339518 Jun 29 23:45:36.489573 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370db23-3d1c-4d20-9ab6-0b01edb5efcb req-f6942a77-4a2c-4e80-8efe-850e4a97f801 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:36.491014 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a370db23-3d1c-4d20-9ab6-0b01edb5efcb req-f6942a77-4a2c-4e80-8efe-850e4a97f801 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/ports?device_id=a73c8206-11af-4f47-8b6e-9620ddae178f HTTP/1.1" status: 200 len: 943 time: 0.0615907 Jun 29 23:45:36.527262 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a370db23-3d1c-4d20-9ab6-0b01edb5efcb req-3447d9f2-90c8-43fa-93f8-85aaf40ae912 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/security-groups?id=f70d644d-870b-4380-ab02-cb71061a8593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304511 Jun 29 23:45:36.795086 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f3fe3-1670-4d44-a2af-8c30bc6d7e97 req-67497a54-9f30-4696-ae2a-542a145aa4ed tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:36.796546 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8d0f3fe3-1670-4d44-a2af-8c30bc6d7e97 req-67497a54-9f30-4696-ae2a-542a145aa4ed tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 985 time: 0.0660353 Jun 29 23:45:36.835355 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8d0f3fe3-1670-4d44-a2af-8c30bc6d7e97 req-104b69e2-3a92-4858-aff0-d49f0cbb3ea2 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2d0d4d-db9b-4006-a0c1-70b066e8e072&id=588823fd-49bd-4f60-9f24-e62f6b8bdb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323615 Jun 29 23:45:37.417483 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device e6da6ed7-a923-4f83-9a14-00d2050e94d6 details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:45:37.511678 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port e6da6ed7-a923-4f83-9a14-00d2050e94d6, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=e6da6ed7-a923-4f83-9a14-00d2050e94d6,segment=NetworkSegment(30633716-5470-44d8-b980-fa782741e3a0),segment_id=30633716-5470-44d8-b980-fa782741e3a0)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:45:37.522813 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Returning: {'device': 'e6da6ed7-a923-4f83-9a14-00d2050e94d6', 'network_id': 'cd5bceb5-6a09-40f2-9072-f856c718bab4', 'port_id': 'e6da6ed7-a923-4f83-9a14-00d2050e94d6', 'mac_address': 'fa:16:3e:2d:81:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3b86a90-f6dd-49da-8486-a185db365ad8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:45:37.558788 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:37.572188 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6da6ed7-a923-4f83-9a14-00d2050e94d6 {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:45:37.592636 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port e6da6ed7-a923-4f83-9a14-00d2050e94d6, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=e6da6ed7-a923-4f83-9a14-00d2050e94d6,segment=NetworkSegment(30633716-5470-44d8-b980-fa782741e3a0),segment_id=30633716-5470-44d8-b980-fa782741e3a0)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:45:37.596656 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:37.598461 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-7c3c9668-351b-4e62-b9f2-32148b687cc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:37.643186 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=e6da6ed7-a923-4f83-9a14-00d2050e94d6,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:37.646958 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:37.700867 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082dbfc8-8fc0-4b5d-a7c6-b2d3f51e2aee req-50538739-8440-41f7-8665-de0c6b7c9079 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:37.702328 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-082dbfc8-8fc0-4b5d-a7c6-b2d3f51e2aee req-50538739-8440-41f7-8665-de0c6b7c9079 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/ports?device_id=a73c8206-11af-4f47-8b6e-9620ddae178f HTTP/1.1" status: 200 len: 944 time: 0.0626798 Jun 29 23:45:37.742324 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-082dbfc8-8fc0-4b5d-a7c6-b2d3f51e2aee req-c9c65024-eb23-4e15-a4a0-536612acfce9 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/security-groups?id=f70d644d-870b-4380-ab02-cb71061a8593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342324 Jun 29 23:45:37.815744 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] get_ports_and_sgs() called for port_ids ['e6da6ed7-a923-4f83-9a14-00d2050e94d6'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:45:38.009139 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a33a8-033d-4dc9-b049-377360c02d45 req-33a6778e-8d23-41e7-91d4-a965aacdb50d tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:38.010602 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b82a33a8-033d-4dc9-b049-377360c02d45 req-33a6778e-8d23-41e7-91d4-a965aacdb50d tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 985 time: 0.0620534 Jun 29 23:45:38.049407 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b82a33a8-033d-4dc9-b049-377360c02d45 req-af44fa92-3243-494d-b0f0-e6b17ffd3dcd tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2d0d4d-db9b-4006-a0c1-70b066e8e072&id=588823fd-49bd-4f60-9f24-e62f6b8bdb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331333 Jun 29 23:45:38.915715 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db88656-6052-41b4-892e-d772518bb908 req-f2f48c76-dfda-4038-afff-39c0d4847055 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:38.917180 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9db88656-6052-41b4-892e-d772518bb908 req-f2f48c76-dfda-4038-afff-39c0d4847055 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/ports?device_id=a73c8206-11af-4f47-8b6e-9620ddae178f HTTP/1.1" status: 200 len: 944 time: 0.0654576 Jun 29 23:45:38.953966 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9db88656-6052-41b4-892e-d772518bb908 req-e3cd68ce-df2a-4a2e-9cc9-219b2d776018 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/security-groups?id=f70d644d-870b-4380-ab02-cb71061a8593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312588 Jun 29 23:45:39.139547 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332b975-140d-4612-a9a8-3e441b5b11c4 req-20f4a188-f411-41dd-a876-21f73a8ed3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:39.141093 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0332b975-140d-4612-a9a8-3e441b5b11c4 req-20f4a188-f411-41dd-a876-21f73a8ed3d8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0e68624793344f27b5e1159bb6595666&device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 1138 time: 0.0574491 Jun 29 23:45:39.296475 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95289289-24ae-4468-ae6f-a0e4299f1b2c req-f23372b4-dce4-4835-bb12-af7f1fe4c8a7 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:39.297987 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-95289289-24ae-4468-ae6f-a0e4299f1b2c req-f23372b4-dce4-4835-bb12-af7f1fe4c8a7 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 985 time: 0.1375113 Jun 29 23:45:39.299437 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332b975-140d-4612-a9a8-3e441b5b11c4 req-eef2720f-fb9d-41a1-81e9-0c99d1445492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:39.301138 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0332b975-140d-4612-a9a8-3e441b5b11c4 req-eef2720f-fb9d-41a1-81e9-0c99d1445492 service neutron] 10.222.0.52 "GET /v2.0/networks?id=72c6bbd2-4b60-450d-ad2d-11a710deb2ae HTTP/1.1" status: 200 len: 916 time: 0.1384983 Jun 29 23:45:39.381459 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-95289289-24ae-4468-ae6f-a0e4299f1b2c req-ce63e941-593a-46c4-9d1c-7c7b385eec54 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2d0d4d-db9b-4006-a0c1-70b066e8e072&id=588823fd-49bd-4f60-9f24-e62f6b8bdb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0776486 Jun 29 23:45:39.393154 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0332b975-140d-4612-a9a8-3e441b5b11c4 req-5e08b045-e5f5-4990-9d92-3431f13557bc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a3d8965-f391-4327-bfbc-6b1d9c1aefca HTTP/1.1" status: 200 len: 1002 time: 0.0836544 Jun 29 23:45:39.423223 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device e6da6ed7-a923-4f83-9a14-00d2050e94d6 up at agent hyperv_hv-cinder-76960 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:45:39.443897 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332b975-140d-4612-a9a8-3e441b5b11c4 req-d34731df-d53a-455a-8ec5-c1263ff5ac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:39.445367 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0332b975-140d-4612-a9a8-3e441b5b11c4 req-d34731df-d53a-455a-8ec5-c1263ff5ac6e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=54a91b59-ffac-43e0-a3d5-edf78d425202 HTTP/1.1" status: 200 len: 854 time: 0.0449855 Jun 29 23:45:39.473603 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Provisioning for port e6da6ed7-a923-4f83-9a14-00d2050e94d6 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:45:39.477301 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Provisioning complete for port e6da6ed7-a923-4f83-9a14-00d2050e94d6 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:45:39.477684 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:39.506678 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332b975-140d-4612-a9a8-3e441b5b11c4 req-2da13a84-61a9-4c5f-9f3d-54699c93de4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:39.508213 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0332b975-140d-4612-a9a8-3e441b5b11c4 req-2da13a84-61a9-4c5f-9f3d-54699c93de4d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=72c6bbd2-4b60-450d-ad2d-11a710deb2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564251 Jun 29 23:45:39.554813 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:39.576098 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73c8206-11af-4f47-8b6e-9620ddae178f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6da6ed7-a923-4f83-9a14-00d2050e94d6'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:45:39.578365 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc242b685774feada63a8466480188dde327850ab4a240ce00b056240626d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96319c6b-1b67-48dc-a7f7-5999e204aa11" -d '{"events": [{"server_uuid": "a73c8206-11af-4f47-8b6e-9620ddae178f", "name": "network-vif-plugged", "status": "completed", "tag": "e6da6ed7-a923-4f83-9a14-00d2050e94d6"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:45:39.593660 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port e6da6ed7-a923-4f83-9a14-00d2050e94d6, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=e6da6ed7-a923-4f83-9a14-00d2050e94d6,segment=NetworkSegment(30633716-5470-44d8-b980-fa782741e3a0),segment_id=30633716-5470-44d8-b980-fa782741e3a0)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:45:39.599769 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:39.600684 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0332b975-140d-4612-a9a8-3e441b5b11c4 req-f5578ce6-116a-465f-83dc-65215e43ebcc service neutron] 10.222.0.52 "GET /v2.0/networks/72c6bbd2-4b60-450d-ad2d-11a710deb2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856845 Jun 29 23:45:39.601742 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-3e7d67c8-8a2c-46a6-92f7-df8578a9bd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:39.624172 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6be1be9-4cb7-4364-a0bd-cdb3a940ba58 x-openstack-request-id: req-b6be1be9-4cb7-4364-a0bd-cdb3a940ba58 {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:45:39.624460 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73c8206-11af-4f47-8b6e-9620ddae178f", "name": "network-vif-plugged", "status": "completed", "tag": "e6da6ed7-a923-4f83-9a14-00d2050e94d6", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:45:39.624812 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b6be1be9-4cb7-4364-a0bd-cdb3a940ba58 {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:45:39.625200 dv-cinder-769602-4-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73c8206-11af-4f47-8b6e-9620ddae178f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6da6ed7-a923-4f83-9a14-00d2050e94d6', 'code': 200} Jun 29 23:45:39.651731 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=e6da6ed7-a923-4f83-9a14-00d2050e94d6,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:39.654656 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:39.698122 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-0332b975-140d-4612-a9a8-3e441b5b11c4 req-187daa6a-9afd-40a8-9068-4a624db78e23 service neutron] 10.222.0.52 "GET /v2.0/networks/72c6bbd2-4b60-450d-ad2d-11a710deb2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904272 Jun 29 23:45:39.840869 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40e47e-891b-42cc-b7e9-05f94ef7ef64 req-7040d702-ce21-4764-8033-3bb770ae67fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:39.842333 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fe40e47e-891b-42cc-b7e9-05f94ef7ef64 req-7040d702-ce21-4764-8033-3bb770ae67fd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a73c8206-11af-4f47-8b6e-9620ddae178f HTTP/1.1" status: 200 len: 1098 time: 0.0498292 Jun 29 23:45:39.876179 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fe40e47e-891b-42cc-b7e9-05f94ef7ef64 req-324449c8-8e5b-4239-8d33-abdfe955f9cb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f70d644d-870b-4380-ab02-cb71061a8593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270166 Jun 29 23:45:40.122712 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05271d37-99d4-4e72-956b-1bb19162e7ff req-208ec044-d9e8-489c-ae23-2b320408fc65 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:40.124167 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-05271d37-99d4-4e72-956b-1bb19162e7ff req-208ec044-d9e8-489c-ae23-2b320408fc65 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/ports?device_id=a73c8206-11af-4f47-8b6e-9620ddae178f HTTP/1.1" status: 200 len: 945 time: 0.0612109 Jun 29 23:45:40.163383 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-05271d37-99d4-4e72-956b-1bb19162e7ff req-41c9c06f-f87d-490f-93de-139141afeada tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/security-groups?id=f70d644d-870b-4380-ab02-cb71061a8593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336528 Jun 29 23:45:40.355712 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:45:40.553789 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589a916-ddb6-4576-8f5e-5ca16d96d507 req-f351a090-8165-4efa-bba9-b8566ddafdab tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:40.555249 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5589a916-ddb6-4576-8f5e-5ca16d96d507 req-f351a090-8165-4efa-bba9-b8566ddafdab tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 985 time: 0.0630162 Jun 29 23:45:40.593149 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5589a916-ddb6-4576-8f5e-5ca16d96d507 req-9db7d008-ebed-4fc7-98c3-0c0ba8cd467d tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2d0d4d-db9b-4006-a0c1-70b066e8e072&id=588823fd-49bd-4f60-9f24-e62f6b8bdb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322976 Jun 29 23:45:41.330787 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e0fea-26d2-4f72-9f61-1199123b6eb4 req-c76890d3-3fb9-4a4f-8971-3dfb21a40c62 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:41.332320 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f62e0fea-26d2-4f72-9f61-1199123b6eb4 req-c76890d3-3fb9-4a4f-8971-3dfb21a40c62 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/ports?device_id=a73c8206-11af-4f47-8b6e-9620ddae178f HTTP/1.1" status: 200 len: 945 time: 0.0611341 Jun 29 23:45:41.370195 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f62e0fea-26d2-4f72-9f61-1199123b6eb4 req-88b8c775-9ece-415a-9399-ec913d747764 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/security-groups?id=f70d644d-870b-4380-ab02-cb71061a8593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318878 Jun 29 23:45:41.774771 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da6c59-a266-4ec5-b7c7-54b43eb4fbe2 req-a9dae333-d279-4971-94c0-7baebf784bde tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:41.776265 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b2da6c59-a266-4ec5-b7c7-54b43eb4fbe2 req-a9dae333-d279-4971-94c0-7baebf784bde tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 985 time: 0.0745468 Jun 29 23:45:41.817743 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b2da6c59-a266-4ec5-b7c7-54b43eb4fbe2 req-1f37c61b-ce58-479d-aeb8-01f1f5c2a7a3 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2d0d4d-db9b-4006-a0c1-70b066e8e072&id=588823fd-49bd-4f60-9f24-e62f6b8bdb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356014 Jun 29 23:45:42.152736 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df4c20-b554-4d30-a817-b94755226762 req-61f5d748-368a-42d4-ae55-7a221cdc858c tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:42.154176 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b5df4c20-b554-4d30-a817-b94755226762 req-61f5d748-368a-42d4-ae55-7a221cdc858c tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/ports?device_id=a73c8206-11af-4f47-8b6e-9620ddae178f HTTP/1.1" status: 200 len: 945 time: 0.0632987 Jun 29 23:45:42.190207 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b5df4c20-b554-4d30-a817-b94755226762 req-f85753fd-d834-4b07-9972-b29d579da9f1 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/security-groups?id=f70d644d-870b-4380-ab02-cb71061a8593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305419 Jun 29 23:45:42.998141 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b542e-d0e5-4641-ba67-19b8f0cb65af req-caad5c21-faca-402d-9dee-e3ae63fe9323 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:42.999585 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b13b542e-d0e5-4641-ba67-19b8f0cb65af req-caad5c21-faca-402d-9dee-e3ae63fe9323 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 985 time: 0.0685856 Jun 29 23:45:43.051488 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b13b542e-d0e5-4641-ba67-19b8f0cb65af req-d53d7ba3-cd27-49a1-81ef-ad19c748c94b tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2d0d4d-db9b-4006-a0c1-70b066e8e072&id=588823fd-49bd-4f60-9f24-e62f6b8bdb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447371 Jun 29 23:45:43.363648 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f26fd-1b50-4baa-b814-25b6bab05b2b req-f6841485-ad29-42ae-9587-63d893412da3 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:43.365140 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-493f26fd-1b50-4baa-b814-25b6bab05b2b req-f6841485-ad29-42ae-9587-63d893412da3 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/ports?device_id=a73c8206-11af-4f47-8b6e-9620ddae178f HTTP/1.1" status: 200 len: 945 time: 0.0620229 Jun 29 23:45:43.401655 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-493f26fd-1b50-4baa-b814-25b6bab05b2b req-6586ebf7-5dd5-4981-9591-8f25eda20cd1 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/security-groups?id=f70d644d-870b-4380-ab02-cb71061a8593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307517 Jun 29 23:45:43.451152 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28684e-1f23-48de-abca-b3a66ffbc602 req-44e596c9-f933-4581-849d-20108ad3b775 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:43.452588 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ca28684e-1f23-48de-abca-b3a66ffbc602 req-44e596c9-f933-4581-849d-20108ad3b775 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.52 "GET /v2.0/ports?device_id=a73c8206-11af-4f47-8b6e-9620ddae178f HTTP/1.1" status: 200 len: 945 time: 0.0646765 Jun 29 23:45:43.548163 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-ca28684e-1f23-48de-abca-b3a66ffbc602 req-e7c69b28-5cc9-4b03-bc4a-214e1f6aadb0 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Deleting port e6da6ed7-a923-4f83-9a14-00d2050e94d6 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:45:43.548444 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-ca28684e-1f23-48de-abca-b3a66ffbc602 req-e7c69b28-5cc9-4b03-bc4a-214e1f6aadb0 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:43.918845 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-ca28684e-1f23-48de-abca-b3a66ffbc602 req-e7c69b28-5cc9-4b03-bc4a-214e1f6aadb0 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] For port e6da6ed7-a923-4f83-9a14-00d2050e94d6, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=e6da6ed7-a923-4f83-9a14-00d2050e94d6,segment=NetworkSegment(30633716-5470-44d8-b980-fa782741e3a0),segment_id=30633716-5470-44d8-b980-fa782741e3a0)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:45:43.919195 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-ca28684e-1f23-48de-abca-b3a66ffbc602 req-e7c69b28-5cc9-4b03-bc4a-214e1f6aadb0 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:43.931545 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-ca28684e-1f23-48de-abca-b3a66ffbc602 req-e7c69b28-5cc9-4b03-bc4a-214e1f6aadb0 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Calling delete_port for e6da6ed7-a923-4f83-9a14-00d2050e94d6 owned by compute:nova {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:45:44.056342 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-ca28684e-1f23-48de-abca-b3a66ffbc602 req-e7c69b28-5cc9-4b03-bc4a-214e1f6aadb0 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66139777'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:44.060215 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-ac5bcd02-85cc-4113-a1da-889aaf2d7804 tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:44.070172 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] get_ports_and_sgs() called for port_ids ['e6da6ed7-a923-4f83-9a14-00d2050e94d6'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:45:44.087815 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c69b28-5cc9-4b03-bc4a-214e1f6aadb0 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Pushing event deleted for resources: {'Port': ['ID=e6da6ed7-a923-4f83-9a14-00d2050e94d6,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:44.092490 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-e7c69b28-5cc9-4b03-bc4a-214e1f6aadb0 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:44.132395 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca28684e-1f23-48de-abca-b3a66ffbc602 req-e7c69b28-5cc9-4b03-bc4a-214e1f6aadb0 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] No DVR routers for this DVR port e6da6ed7-a923-4f83-9a14-00d2050e94d6 on host hv-cinder-76960 {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:45:44.134955 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-ca28684e-1f23-48de-abca-b3a66ffbc602 req-e7c69b28-5cc9-4b03-bc4a-214e1f6aadb0 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:44.137133 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ca28684e-1f23-48de-abca-b3a66ffbc602 req-e7c69b28-5cc9-4b03-bc4a-214e1f6aadb0 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.52 "DELETE /v2.0/ports/e6da6ed7-a923-4f83-9a14-00d2050e94d6 HTTP/1.1" status: 204 len: 173 time: 0.6789696 Jun 29 23:45:44.137647 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73c8206-11af-4f47-8b6e-9620ddae178f', 'name': 'network-vif-deleted', 'tag': 'e6da6ed7-a923-4f83-9a14-00d2050e94d6'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:45:44.139985 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4ff624e5b506a15852624dbd6f9127feb1aca7eb9818edaf72933b1fc2af06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720050b5-4ce9-4d36-a185-420d6a037983" -d '{"events": [{"server_uuid": "a73c8206-11af-4f47-8b6e-9620ddae178f", "name": "network-vif-deleted", "tag": "e6da6ed7-a923-4f83-9a14-00d2050e94d6"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:45:44.178125 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd3f648-ef07-48f1-bbbc-927ab3f4cea9 x-openstack-request-id: req-1bd3f648-ef07-48f1-bbbc-927ab3f4cea9 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:45:44.178473 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73c8206-11af-4f47-8b6e-9620ddae178f", "name": "network-vif-deleted", "tag": "e6da6ed7-a923-4f83-9a14-00d2050e94d6", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:45:44.178777 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1bd3f648-ef07-48f1-bbbc-927ab3f4cea9 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:45:44.179243 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73c8206-11af-4f47-8b6e-9620ddae178f', 'name': 'network-vif-deleted', 'tag': 'e6da6ed7-a923-4f83-9a14-00d2050e94d6', 'status': 'completed', 'code': 200} Jun 29 23:45:44.245540 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e477a74-e237-4a0f-bddf-b41281428747 req-c9654874-8fa3-41dc-bf4f-98c93eed5652 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:44.247073 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6e477a74-e237-4a0f-bddf-b41281428747 req-c9654874-8fa3-41dc-bf4f-98c93eed5652 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 985 time: 0.0646377 Jun 29 23:45:44.294518 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6e477a74-e237-4a0f-bddf-b41281428747 req-a919d4bd-849e-48b2-90b8-7a98117d58e8 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2d0d4d-db9b-4006-a0c1-70b066e8e072&id=588823fd-49bd-4f60-9f24-e62f6b8bdb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395827 Jun 29 23:45:44.561379 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1f988e46-b795-447c-800f-0076c4a16b98 req-158ecb14-6fc9-4694-bee2-22747f3a7f05 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/ports?device_id=a73c8206-11af-4f47-8b6e-9620ddae178f HTTP/1.1" status: 200 len: 210 time: 0.0336123 Jun 29 23:45:45.850261 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-f1dd3bdc-8a64-4606-9a49-2b9d4201b750 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:45.851610 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-f1dd3bdc-8a64-4606-9a49-2b9d4201b750 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/networks?id=cd5bceb5-6a09-40f2-9072-f856c718bab4 HTTP/1.1" status: 200 len: 809 time: 0.0987511 Jun 29 23:45:45.866017 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-b9b627a0-46c7-46cd-a866-f235a44e1ba0 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/quotas/d603da816e194f62a64638d0217199a6 HTTP/1.1" status: 200 len: 375 time: 0.0091937 Jun 29 23:45:45.902411 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-0dddb479-86da-44cc-9a08-fb2e9c73cd6d tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d603da816e194f62a64638d0217199a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313168 Jun 29 23:45:45.989440 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-a562f354-c0bf-4767-92ee-7dc04b266d45 service neutron] 10.222.0.30 "GET /v2.0/networks/cd5bceb5-6a09-40f2-9072-f856c718bab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806909 Jun 29 23:45:46.080777 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-24c81203-80b9-4e6f-a0b7-6147d2ae5bac service neutron] 10.222.0.30 "GET /v2.0/networks/cd5bceb5-6a09-40f2-9072-f856c718bab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854366 Jun 29 23:45:46.244061 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-84355fa1-62b9-4ef9-8076-03fe4ae7324b req-ce4d8df6-3b3e-44d2-8d5e-f325e542df78 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/ports?device_id=61dbd2c4-2cc3-47d6-b2ee-032adfb2aa6d HTTP/1.1" status: 200 len: 210 time: 0.0291598 Jun 29 23:45:47.220854 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-393748a2-81ea-4828-9d84-05d8e6bde572 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:47.222383 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-393748a2-81ea-4828-9d84-05d8e6bde572 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.52 "GET /v2.0/networks?id=cd5bceb5-6a09-40f2-9072-f856c718bab4 HTTP/1.1" status: 200 len: 809 time: 0.1012454 Jun 29 23:45:47.230671 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-d58c8949-4acf-4a66-9171-4a6a4e810579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:47.242844 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-a1feab96-cc20-41a2-b41c-86e1a69ea59a tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Request body: {'port': {'device_id': '61dbd2c4-2cc3-47d6-b2ee-032adfb2aa6d', 'network_id': 'cd5bceb5-6a09-40f2-9072-f856c718bab4', 'admin_state_up': True, 'tenant_id': 'd603da816e194f62a64638d0217199a6'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:45:47.356898 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-a1feab96-cc20-41a2-b41c-86e1a69ea59a tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Made reservation on behalf of d603da816e194f62a64638d0217199a6 for: {'port': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:45:47.360563 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-a1feab96-cc20-41a2-b41c-86e1a69ea59a tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:47.388940 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7efe5f1d-548f-45d5-83b7-2cfc70eaaaa2 req-c51e9de9-f6e8-4b3f-9482-262d7d4c145e tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/ports?device_id=61dbd2c4-2cc3-47d6-b2ee-032adfb2aa6d HTTP/1.1" status: 200 len: 210 time: 0.0295191 Jun 29 23:45:47.484106 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-a1feab96-cc20-41a2-b41c-86e1a69ea59a tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Allocated IP 172.20.0.13 (cd5bceb5-6a09-40f2-9072-f856c718bab4/f3b86a90-f6dd-49da-8486-a185db365ad8/bae3c244-81d2-470e-a6b0-16c1c1b7c70e) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:45:47.512127 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device e6da6ed7-a923-4f83-9a14-00d2050e94d6 no longer exists at agent hyperv_hv-cinder-76960 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:45:47.534448 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] No Port match for: e6da6ed7-a923-4f83-9a14-00d2050e94d6 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:45:47.535315 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device e6da6ed7-a923-4f83-9a14-00d2050e94d6 not bound to the agent host hv-cinder-76960 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:45:47.626514 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-a1feab96-cc20-41a2-b41c-86e1a69ea59a tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:47.669142 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-a1feab96-cc20-41a2-b41c-86e1a69ea59a tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748551079181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-66139784'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:47.672878 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-82a5323b-2c23-4f8f-aac5-f312c9d11b92 tempest-AttachVolumeShelveTestJSON-658515500 tempest-AttachVolumeShelveTestJSON-658515500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:47.712183 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-a1feab96-cc20-41a2-b41c-86e1a69ea59a tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Network cd5bceb5-6a09-40f2-9072-f856c718bab4 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:45:47.715407 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-a1feab96-cc20-41a2-b41c-86e1a69ea59a tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:45:47.719255 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-a1feab96-cc20-41a2-b41c-86e1a69ea59a tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:45:47.747244 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1feab96-cc20-41a2-b41c-86e1a69ea59a tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Pushing event updated for resources: {'Port': ['ID=bae3c244-81d2-470e-a6b0-16c1c1b7c70e,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:47.751347 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-a1feab96-cc20-41a2-b41c-86e1a69ea59a tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:47.772270 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-a1feab96-cc20-41a2-b41c-86e1a69ea59a tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:47.772903 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-a1feab96-cc20-41a2-b41c-86e1a69ea59a tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:47.787006 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-a1feab96-cc20-41a2-b41c-86e1a69ea59a tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5489442 Jun 29 23:45:47.805947 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-a8d477b8-3c2e-4032-a353-ba9beccadde2 service neutron] Request body: {'port': {'device_id': '61dbd2c4-2cc3-47d6-b2ee-032adfb2aa6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:45:47.879317 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-a8d477b8-3c2e-4032-a353-ba9beccadde2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:48.134861 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-a8d477b8-3c2e-4032-a353-ba9beccadde2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae3c244-81d2-470e-a6b0-16c1c1b7c70e {{(pid=93162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:45:48.142171 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-a8d477b8-3c2e-4032-a353-ba9beccadde2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:48.154499 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-a8d477b8-3c2e-4032-a353-ba9beccadde2 service neutron] Transition to ACTIVE for port object bae3c244-81d2-470e-a6b0-16c1c1b7c70e will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:45:48.158049 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-a8d477b8-3c2e-4032-a353-ba9beccadde2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66139834'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:48.161365 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-daa13467-3615-4fba-bc44-dd37322cf556 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:48.209361 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d477b8-3c2e-4032-a353-ba9beccadde2 service neutron] Pushing event updated for resources: {'Port': ['ID=bae3c244-81d2-470e-a6b0-16c1c1b7c70e,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:48.226923 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-a8d477b8-3c2e-4032-a353-ba9beccadde2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:48.276686 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-a8d477b8-3c2e-4032-a353-ba9beccadde2 service neutron] Attempting to bind port bae3c244-81d2-470e-a6b0-16c1c1b7c70e on host hv-cinder-76960 for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:45:48.277021 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-a8d477b8-3c2e-4032-a353-ba9beccadde2 service neutron] Attempting to bind port bae3c244-81d2-470e-a6b0-16c1c1b7c70e by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': '30633716-5470-44d8-b980-fa782741e3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'cd5bceb5-6a09-40f2-9072-f856c718bab4'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:45:48.277343 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-a8d477b8-3c2e-4032-a353-ba9beccadde2 service neutron] Attempting to bind port bae3c244-81d2-470e-a6b0-16c1c1b7c70e on network cd5bceb5-6a09-40f2-9072-f856c718bab4 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:45:48.281512 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-a8d477b8-3c2e-4032-a353-ba9beccadde2 service neutron] Port bae3c244-81d2-470e-a6b0-16c1c1b7c70e on network cd5bceb5-6a09-40f2-9072-f856c718bab4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:45:48.281822 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-a8d477b8-3c2e-4032-a353-ba9beccadde2 service neutron] Attempting to bind port bae3c244-81d2-470e-a6b0-16c1c1b7c70e on network cd5bceb5-6a09-40f2-9072-f856c718bab4 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:45:48.287004 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-a8d477b8-3c2e-4032-a353-ba9beccadde2 service neutron] Checking agent: {'id': 'a4a0778d-945d-473c-9557-d6f7decbe5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 7, 4), 'started_at': datetime.datetime(2021, 6, 29, 23, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:45:48.287336 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-a8d477b8-3c2e-4032-a353-ba9beccadde2 service neutron] Checking segment: {'id': '30633716-5470-44d8-b980-fa782741e3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'cd5bceb5-6a09-40f2-9072-f856c718bab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:45:48.287710 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-a8d477b8-3c2e-4032-a353-ba9beccadde2 service neutron] Bound using segment: {'id': '30633716-5470-44d8-b980-fa782741e3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'cd5bceb5-6a09-40f2-9072-f856c718bab4'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:45:48.288129 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-a8d477b8-3c2e-4032-a353-ba9beccadde2 service neutron] Bound port: bae3c244-81d2-470e-a6b0-16c1c1b7c70e, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30633716-5470-44d8-b980-fa782741e3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'cd5bceb5-6a09-40f2-9072-f856c718bab4'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:45:48.288475 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-a8d477b8-3c2e-4032-a353-ba9beccadde2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:48.348504 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-a8d477b8-3c2e-4032-a353-ba9beccadde2 service neutron] For port bae3c244-81d2-470e-a6b0-16c1c1b7c70e, host hv-cinder-76960, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:45:48.352199 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-a8d477b8-3c2e-4032-a353-ba9beccadde2 service neutron] For port bae3c244-81d2-470e-a6b0-16c1c1b7c70e, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=bae3c244-81d2-470e-a6b0-16c1c1b7c70e,segment=NetworkSegment(30633716-5470-44d8-b980-fa782741e3a0),segment_id=30633716-5470-44d8-b980-fa782741e3a0)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:45:48.356536 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-a8d477b8-3c2e-4032-a353-ba9beccadde2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66139834'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:48.359275 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-3027cf40-c023-4d05-b98e-734d95b894d1 tempest-AttachVolumeTestJSON-712369896 tempest-AttachVolumeTestJSON-712369896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:48.390624 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-a8d477b8-3c2e-4032-a353-ba9beccadde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:48.391242 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-a8d477b8-3c2e-4032-a353-ba9beccadde2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:48.392644 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-a8d477b8-3c2e-4032-a353-ba9beccadde2 service neutron] 10.222.0.52 "PUT /v2.0/ports/bae3c244-81d2-470e-a6b0-16c1c1b7c70e HTTP/1.1" status: 200 len: 1094 time: 0.5907187 Jun 29 23:45:48.393270 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61dbd2c4-2cc3-47d6-b2ee-032adfb2aa6d', 'tag': 'bae3c244-81d2-470e-a6b0-16c1c1b7c70e'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:45:48.396383 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4ff624e5b506a15852624dbd6f9127feb1aca7eb9818edaf72933b1fc2af06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c452c4-e4bb-4abf-b541-e8249d2bac9f" -d '{"events": [{"name": "network-changed", "server_uuid": "61dbd2c4-2cc3-47d6-b2ee-032adfb2aa6d", "tag": "bae3c244-81d2-470e-a6b0-16c1c1b7c70e"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:45:48.426699 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d477b8-3c2e-4032-a353-ba9beccadde2 service neutron] Pushing event updated for resources: {'Port': ['ID=bae3c244-81d2-470e-a6b0-16c1c1b7c70e,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:48.429951 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-a8d477b8-3c2e-4032-a353-ba9beccadde2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:48.443892 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb3a047-b00e-4cda-a283-41c85aecb593 x-openstack-request-id: req-8bb3a047-b00e-4cda-a283-41c85aecb593 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:45:48.444245 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61dbd2c4-2cc3-47d6-b2ee-032adfb2aa6d", "tag": "bae3c244-81d2-470e-a6b0-16c1c1b7c70e", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:45:48.444542 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8bb3a047-b00e-4cda-a283-41c85aecb593 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:45:48.445015 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61dbd2c4-2cc3-47d6-b2ee-032adfb2aa6d', 'tag': 'bae3c244-81d2-470e-a6b0-16c1c1b7c70e', 'status': 'completed', 'code': 200} Jun 29 23:45:48.489801 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-f034d970-cfe1-4152-b599-cd8c02fa45e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:48.491374 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-f034d970-cfe1-4152-b599-cd8c02fa45e5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d603da816e194f62a64638d0217199a6&device_id=61dbd2c4-2cc3-47d6-b2ee-032adfb2aa6d HTTP/1.1" status: 200 len: 1097 time: 0.0562930 Jun 29 23:45:48.536742 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-216c96c1-18d9-440f-ab56-1c055ef6f4c8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bae3c244-81d2-470e-a6b0-16c1c1b7c70e HTTP/1.1" status: 200 len: 217 time: 0.0383170 Jun 29 23:45:48.571271 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1887081-40eb-4348-ab62-7543bd83a854 req-0c6485d8-e6e2-4f9f-860a-7e0c60064cc4 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:48.572788 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d1887081-40eb-4348-ab62-7543bd83a854 req-0c6485d8-e6e2-4f9f-860a-7e0c60064cc4 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/ports?device_id=61dbd2c4-2cc3-47d6-b2ee-032adfb2aa6d HTTP/1.1" status: 200 len: 944 time: 0.0628567 Jun 29 23:45:48.586749 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-7bff6e3a-a36f-46c0-9c28-63c8427a04fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:48.588215 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-7bff6e3a-a36f-46c0-9c28-63c8427a04fa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f3b86a90-f6dd-49da-8486-a185db365ad8 HTTP/1.1" status: 200 len: 849 time: 0.0445817 Jun 29 23:45:48.610499 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d1887081-40eb-4348-ab62-7543bd83a854 req-d9666243-043e-4ea5-8c53-833eff30700a tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/security-groups?id=f70d644d-870b-4380-ab02-cb71061a8593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319123 Jun 29 23:45:48.621538 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-e47e66f4-5b1b-4318-b0a6-03343e0f1685 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cd5bceb5-6a09-40f2-9072-f856c718bab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270998 Jun 29 23:45:48.712931 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-c3ec7259-4aa5-4e80-8ff4-aa08d7a7d698 service neutron] 10.222.0.52 "GET /v2.0/networks/cd5bceb5-6a09-40f2-9072-f856c718bab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848563 Jun 29 23:45:48.805887 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-97ea5c85-fc88-46e3-be5e-cd7d4e262698 req-fc1a43c7-c9bd-422c-b95a-d047853ea6ef service neutron] 10.222.0.52 "GET /v2.0/networks/cd5bceb5-6a09-40f2-9072-f856c718bab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866179 Jun 29 23:45:48.908009 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c452c4-e4bb-4abf-b541-e8249d2bac9f req-28c3c937-5d45-4eeb-921d-2e7ec3bb2043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:48.909529 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d4c452c4-e4bb-4abf-b541-e8249d2bac9f req-28c3c937-5d45-4eeb-921d-2e7ec3bb2043 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d603da816e194f62a64638d0217199a6&device_id=61dbd2c4-2cc3-47d6-b2ee-032adfb2aa6d HTTP/1.1" status: 200 len: 1097 time: 0.0522683 Jun 29 23:45:48.998398 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c452c4-e4bb-4abf-b541-e8249d2bac9f req-66a14045-167d-4ab2-b7ef-ceaec784c40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:48.999774 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d4c452c4-e4bb-4abf-b541-e8249d2bac9f req-66a14045-167d-4ab2-b7ef-ceaec784c40b service neutron] 10.222.0.52 "GET /v2.0/networks?id=cd5bceb5-6a09-40f2-9072-f856c718bab4 HTTP/1.1" status: 200 len: 910 time: 0.0829337 Jun 29 23:45:49.044020 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d4c452c4-e4bb-4abf-b541-e8249d2bac9f req-f7cdbeec-dfb5-41dc-ac7c-b833cff8255e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bae3c244-81d2-470e-a6b0-16c1c1b7c70e HTTP/1.1" status: 200 len: 217 time: 0.0368216 Jun 29 23:45:49.092751 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c452c4-e4bb-4abf-b541-e8249d2bac9f req-0b90816e-27a5-4be2-8916-e455aef80d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:49.094221 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d4c452c4-e4bb-4abf-b541-e8249d2bac9f req-0b90816e-27a5-4be2-8916-e455aef80d79 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f3b86a90-f6dd-49da-8486-a185db365ad8 HTTP/1.1" status: 200 len: 849 time: 0.0436904 Jun 29 23:45:49.125365 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d4c452c4-e4bb-4abf-b541-e8249d2bac9f req-865baf8a-030f-41b1-b085-4bb371bd3f47 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cd5bceb5-6a09-40f2-9072-f856c718bab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248187 Jun 29 23:45:49.226153 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d4c452c4-e4bb-4abf-b541-e8249d2bac9f req-7579a259-d7c1-4661-a750-8033c2f327bb service neutron] 10.222.0.52 "GET /v2.0/networks/cd5bceb5-6a09-40f2-9072-f856c718bab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845482 Jun 29 23:45:49.321839 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d4c452c4-e4bb-4abf-b541-e8249d2bac9f req-8b1d1c5f-8e3e-4cb3-ae18-465bbef96e76 service neutron] 10.222.0.52 "GET /v2.0/networks/cd5bceb5-6a09-40f2-9072-f856c718bab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811565 Jun 29 23:45:49.660469 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ea4041e7-ac29-4cd7-95a9-a54351335b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:49.787495 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1f2b1-bc2b-4916-96aa-d6bfdce1a564 req-c3b2c975-5ce1-4d68-bb4a-9739ceb51927 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:49.788967 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-04c1f2b1-bc2b-4916-96aa-d6bfdce1a564 req-c3b2c975-5ce1-4d68-bb4a-9739ceb51927 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/ports?device_id=61dbd2c4-2cc3-47d6-b2ee-032adfb2aa6d HTTP/1.1" status: 200 len: 944 time: 0.0669341 Jun 29 23:45:49.825132 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-04c1f2b1-bc2b-4916-96aa-d6bfdce1a564 req-e828cc8e-abd3-46c7-af5a-1c10357777fc tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/security-groups?id=f70d644d-870b-4380-ab02-cb71061a8593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306623 Jun 29 23:45:50.233710 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:50.948094 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:50.997098 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16acb57-9dfa-44d8-9f0b-dc2b3fc90ac9 req-09ed1b46-7ecc-4e48-bb15-539f304a8001 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:50.998511 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d16acb57-9dfa-44d8-9f0b-dc2b3fc90ac9 req-09ed1b46-7ecc-4e48-bb15-539f304a8001 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/ports?device_id=61dbd2c4-2cc3-47d6-b2ee-032adfb2aa6d HTTP/1.1" status: 200 len: 944 time: 0.0672839 Jun 29 23:45:51.038123 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d16acb57-9dfa-44d8-9f0b-dc2b3fc90ac9 req-5b3288af-3225-4e3d-89b3-93943a4abe30 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/security-groups?id=f70d644d-870b-4380-ab02-cb71061a8593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331805 Jun 29 23:45:51.553141 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device bae3c244-81d2-470e-a6b0-16c1c1b7c70e details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:45:51.646819 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port bae3c244-81d2-470e-a6b0-16c1c1b7c70e, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=bae3c244-81d2-470e-a6b0-16c1c1b7c70e,segment=NetworkSegment(30633716-5470-44d8-b980-fa782741e3a0),segment_id=30633716-5470-44d8-b980-fa782741e3a0)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:45:51.657347 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Returning: {'device': 'bae3c244-81d2-470e-a6b0-16c1c1b7c70e', 'network_id': 'cd5bceb5-6a09-40f2-9072-f856c718bab4', 'port_id': 'bae3c244-81d2-470e-a6b0-16c1c1b7c70e', 'mac_address': 'fa:16:3e:2c:01:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3b86a90-f6dd-49da-8486-a185db365ad8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:45:51.696069 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:51.708683 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae3c244-81d2-470e-a6b0-16c1c1b7c70e {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:45:51.728689 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port bae3c244-81d2-470e-a6b0-16c1c1b7c70e, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=bae3c244-81d2-470e-a6b0-16c1c1b7c70e,segment=NetworkSegment(30633716-5470-44d8-b980-fa782741e3a0),segment_id=30633716-5470-44d8-b980-fa782741e3a0)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:45:51.732587 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:51.734366 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:51.781731 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=bae3c244-81d2-470e-a6b0-16c1c1b7c70e,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:51.785271 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:51.955689 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] get_ports_and_sgs() called for port_ids ['bae3c244-81d2-470e-a6b0-16c1c1b7c70e'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:45:52.212534 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a936746-3109-423d-b0f4-cb2c9f66d1f2 req-0537cf4b-b656-42b5-bfb2-bf7e20ec3640 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:52.213925 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9a936746-3109-423d-b0f4-cb2c9f66d1f2 req-0537cf4b-b656-42b5-bfb2-bf7e20ec3640 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/ports?device_id=61dbd2c4-2cc3-47d6-b2ee-032adfb2aa6d HTTP/1.1" status: 200 len: 945 time: 0.0650845 Jun 29 23:45:52.251040 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9a936746-3109-423d-b0f4-cb2c9f66d1f2 req-09f26890-40ca-46c8-8083-f26984d93125 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/security-groups?id=f70d644d-870b-4380-ab02-cb71061a8593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316279 Jun 29 23:45:52.802468 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:53.421100 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aadab6-e303-46d4-8688-344440988963 req-7836bb1e-aa50-4a9f-8164-4d4e97b26ff6 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:53.422548 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-02aadab6-e303-46d4-8688-344440988963 req-7836bb1e-aa50-4a9f-8164-4d4e97b26ff6 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/ports?device_id=61dbd2c4-2cc3-47d6-b2ee-032adfb2aa6d HTTP/1.1" status: 200 len: 945 time: 0.0628200 Jun 29 23:45:53.459055 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-02aadab6-e303-46d4-8688-344440988963 req-602936d8-681c-4932-8d42-848ab14f4c24 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/security-groups?id=f70d644d-870b-4380-ab02-cb71061a8593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301542 Jun 29 23:45:53.594590 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device bae3c244-81d2-470e-a6b0-16c1c1b7c70e up at agent hyperv_hv-cinder-76960 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:45:53.644616 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Provisioning for port bae3c244-81d2-470e-a6b0-16c1c1b7c70e completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:45:53.648487 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Provisioning complete for port bae3c244-81d2-470e-a6b0-16c1c1b7c70e triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:45:53.648897 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:53.722521 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:53.747237 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61dbd2c4-2cc3-47d6-b2ee-032adfb2aa6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae3c244-81d2-470e-a6b0-16c1c1b7c70e'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:45:53.749523 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc242b685774feada63a8466480188dde327850ab4a240ce00b056240626d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d852b1-8ccd-4216-a958-80af81784382" -d '{"events": [{"server_uuid": "61dbd2c4-2cc3-47d6-b2ee-032adfb2aa6d", "name": "network-vif-plugged", "status": "completed", "tag": "bae3c244-81d2-470e-a6b0-16c1c1b7c70e"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:45:53.762802 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] For port bae3c244-81d2-470e-a6b0-16c1c1b7c70e, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=bae3c244-81d2-470e-a6b0-16c1c1b7c70e,segment=NetworkSegment(30633716-5470-44d8-b980-fa782741e3a0),segment_id=30633716-5470-44d8-b980-fa782741e3a0)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:45:53.767230 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:53.769147 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:53.790754 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecbe38c-beea-45e8-a7b5-aa90597684b3 x-openstack-request-id: req-eecbe38c-beea-45e8-a7b5-aa90597684b3 {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:45:53.790960 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61dbd2c4-2cc3-47d6-b2ee-032adfb2aa6d", "name": "network-vif-plugged", "status": "completed", "tag": "bae3c244-81d2-470e-a6b0-16c1c1b7c70e", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:45:53.791199 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eecbe38c-beea-45e8-a7b5-aa90597684b3 {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:45:53.791696 dv-cinder-769602-4-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61dbd2c4-2cc3-47d6-b2ee-032adfb2aa6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae3c244-81d2-470e-a6b0-16c1c1b7c70e', 'code': 200} Jun 29 23:45:53.818546 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Pushing event updated for resources: {'Port': ['ID=bae3c244-81d2-470e-a6b0-16c1c1b7c70e,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:53.821486 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:54.009604 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5ad1b-4e42-4945-a8db-b11d7b05e6eb req-aad05f6e-3c92-4784-9495-13958833f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:54.011078 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7af5ad1b-4e42-4945-a8db-b11d7b05e6eb req-aad05f6e-3c92-4784-9495-13958833f059 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=61dbd2c4-2cc3-47d6-b2ee-032adfb2aa6d HTTP/1.1" status: 200 len: 1099 time: 0.0522425 Jun 29 23:45:54.048489 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7af5ad1b-4e42-4945-a8db-b11d7b05e6eb req-064e83b1-af12-4a9a-8a32-9be40e72ec4d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f70d644d-870b-4380-ab02-cb71061a8593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309088 Jun 29 23:45:54.631463 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a89609-34b0-4ae2-ae0e-8e56061a20b7 req-cab338ed-9772-40ab-bcc8-e346f099d592 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:54.633190 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-91a89609-34b0-4ae2-ae0e-8e56061a20b7 req-cab338ed-9772-40ab-bcc8-e346f099d592 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/ports?device_id=61dbd2c4-2cc3-47d6-b2ee-032adfb2aa6d HTTP/1.1" status: 200 len: 946 time: 0.0633886 Jun 29 23:45:54.672804 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-91a89609-34b0-4ae2-ae0e-8e56061a20b7 req-0594af7a-f13d-4e79-9afe-9c643ab2f7e6 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/security-groups?id=f70d644d-870b-4380-ab02-cb71061a8593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341506 Jun 29 23:45:55.845454 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb61bf7-c21d-4af6-9bdc-5301a301a0bf req-35c910d1-1f4b-485c-8890-cd80333ba20a tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:55.846972 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-bdb61bf7-c21d-4af6-9bdc-5301a301a0bf req-35c910d1-1f4b-485c-8890-cd80333ba20a tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/ports?device_id=61dbd2c4-2cc3-47d6-b2ee-032adfb2aa6d HTTP/1.1" status: 200 len: 946 time: 0.0615914 Jun 29 23:45:55.884276 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-bdb61bf7-c21d-4af6-9bdc-5301a301a0bf req-3e88d34c-33a1-4ebc-9910-d9bfe1deb792 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/security-groups?id=f70d644d-870b-4380-ab02-cb71061a8593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315802 Jun 29 23:45:56.671949 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72cf7e-6e99-48f1-9970-91f61b0758bf req-58f7f048-d68f-4d5d-8862-945b7886051d tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:56.673436 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-da72cf7e-6e99-48f1-9970-91f61b0758bf req-58f7f048-d68f-4d5d-8862-945b7886051d tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/ports?device_id=61dbd2c4-2cc3-47d6-b2ee-032adfb2aa6d HTTP/1.1" status: 200 len: 946 time: 0.0613334 Jun 29 23:45:56.712629 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-da72cf7e-6e99-48f1-9970-91f61b0758bf req-0dd7eae9-5ede-4364-ba11-98f64a7defab tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/security-groups?id=f70d644d-870b-4380-ab02-cb71061a8593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331111 Jun 29 23:45:57.892213 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa187fd-b59c-48de-9843-92594b91872a req-309be19b-c133-432a-8eca-09ed85c3f184 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:57.893714 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cfa187fd-b59c-48de-9843-92594b91872a req-309be19b-c133-432a-8eca-09ed85c3f184 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/ports?device_id=61dbd2c4-2cc3-47d6-b2ee-032adfb2aa6d HTTP/1.1" status: 200 len: 946 time: 0.0630350 Jun 29 23:45:57.930844 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cfa187fd-b59c-48de-9843-92594b91872a req-83873969-d45d-4972-9656-c5a3d43bae9b tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/security-groups?id=f70d644d-870b-4380-ab02-cb71061a8593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314720 Jun 29 23:45:58.047886 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2752ef5-5fd4-4023-a105-513b3139020e req-be8cc724-f008-48d4-84d6-cc02eb868009 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:45:58.049278 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b2752ef5-5fd4-4023-a105-513b3139020e req-be8cc724-f008-48d4-84d6-cc02eb868009 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.52 "GET /v2.0/ports?device_id=61dbd2c4-2cc3-47d6-b2ee-032adfb2aa6d HTTP/1.1" status: 200 len: 946 time: 0.0648580 Jun 29 23:45:58.155543 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-b2752ef5-5fd4-4023-a105-513b3139020e req-2ef11844-6d07-463b-a7ba-64dedbfb4d11 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Deleting port bae3c244-81d2-470e-a6b0-16c1c1b7c70e {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:45:58.155879 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-b2752ef5-5fd4-4023-a105-513b3139020e req-2ef11844-6d07-463b-a7ba-64dedbfb4d11 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:58.243239 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-b2752ef5-5fd4-4023-a105-513b3139020e req-2ef11844-6d07-463b-a7ba-64dedbfb4d11 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] For port bae3c244-81d2-470e-a6b0-16c1c1b7c70e, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=bae3c244-81d2-470e-a6b0-16c1c1b7c70e,segment=NetworkSegment(30633716-5470-44d8-b980-fa782741e3a0),segment_id=30633716-5470-44d8-b980-fa782741e3a0)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:45:58.243588 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-b2752ef5-5fd4-4023-a105-513b3139020e req-2ef11844-6d07-463b-a7ba-64dedbfb4d11 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:58.255800 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-b2752ef5-5fd4-4023-a105-513b3139020e req-2ef11844-6d07-463b-a7ba-64dedbfb4d11 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Calling delete_port for bae3c244-81d2-470e-a6b0-16c1c1b7c70e owned by compute:nova {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:45:58.377761 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-b2752ef5-5fd4-4023-a105-513b3139020e req-2ef11844-6d07-463b-a7ba-64dedbfb4d11 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66139777'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:58.381755 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-0f005683-c1da-4a19-a09f-edf82a7ef64b tempest-AttachVolumeNegativeTest-1541240109 tempest-AttachVolumeNegativeTest-1541240109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:45:58.389283 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] get_ports_and_sgs() called for port_ids ['bae3c244-81d2-470e-a6b0-16c1c1b7c70e'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:45:58.412443 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef11844-6d07-463b-a7ba-64dedbfb4d11 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Pushing event deleted for resources: {'Port': ['ID=bae3c244-81d2-470e-a6b0-16c1c1b7c70e,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:45:58.415602 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-2ef11844-6d07-463b-a7ba-64dedbfb4d11 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:45:58.458615 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2752ef5-5fd4-4023-a105-513b3139020e req-2ef11844-6d07-463b-a7ba-64dedbfb4d11 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] No DVR routers for this DVR port bae3c244-81d2-470e-a6b0-16c1c1b7c70e on host hv-cinder-76960 {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:45:58.461137 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-b2752ef5-5fd4-4023-a105-513b3139020e req-2ef11844-6d07-463b-a7ba-64dedbfb4d11 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:45:58.463061 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b2752ef5-5fd4-4023-a105-513b3139020e req-2ef11844-6d07-463b-a7ba-64dedbfb4d11 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.52 "DELETE /v2.0/ports/bae3c244-81d2-470e-a6b0-16c1c1b7c70e HTTP/1.1" status: 204 len: 173 time: 0.4059365 Jun 29 23:45:58.463571 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61dbd2c4-2cc3-47d6-b2ee-032adfb2aa6d', 'name': 'network-vif-deleted', 'tag': 'bae3c244-81d2-470e-a6b0-16c1c1b7c70e'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:45:58.465970 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4ff624e5b506a15852624dbd6f9127feb1aca7eb9818edaf72933b1fc2af06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8eabb4a-316b-4f4d-8ce5-9f7de034a2a0" -d '{"events": [{"server_uuid": "61dbd2c4-2cc3-47d6-b2ee-032adfb2aa6d", "name": "network-vif-deleted", "tag": "bae3c244-81d2-470e-a6b0-16c1c1b7c70e"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:45:58.503803 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47c05df-f8c2-42e8-aa30-375ead0f64c2 x-openstack-request-id: req-f47c05df-f8c2-42e8-aa30-375ead0f64c2 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:45:58.504252 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61dbd2c4-2cc3-47d6-b2ee-032adfb2aa6d", "name": "network-vif-deleted", "tag": "bae3c244-81d2-470e-a6b0-16c1c1b7c70e", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:45:58.504555 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f47c05df-f8c2-42e8-aa30-375ead0f64c2 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:45:58.505109 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61dbd2c4-2cc3-47d6-b2ee-032adfb2aa6d', 'name': 'network-vif-deleted', 'tag': 'bae3c244-81d2-470e-a6b0-16c1c1b7c70e', 'status': 'completed', 'code': 200} Jun 29 23:45:59.085601 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a412315f-3c66-4ba6-873a-6d0b564e54be req-91868e05-ec47-4732-9773-3374c4f8c286 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] 10.222.0.30 "GET /v2.0/ports?device_id=61dbd2c4-2cc3-47d6-b2ee-032adfb2aa6d HTTP/1.1" status: 200 len: 210 time: 0.0329218 Jun 29 23:46:02.827016 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device bae3c244-81d2-470e-a6b0-16c1c1b7c70e no longer exists at agent hyperv_hv-cinder-76960 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:46:02.846447 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] No Port match for: bae3c244-81d2-470e-a6b0-16c1c1b7c70e {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:46:02.846798 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device bae3c244-81d2-470e-a6b0-16c1c1b7c70e not bound to the agent host hv-cinder-76960 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:46:04.673516 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:17.234081 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-2efee2e1-18f3-41ab-8c8b-0ab96c56f8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:17.355085 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:46:17.861195 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7e2ba6fc-61c8-4244-aeca-19818791b0d8 req-95088b70-2733-4efd-b6de-6389d09cf5e1 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1514666783&fields=id&tenant_id=0e68624793344f27b5e1159bb6595666 HTTP/1.1" status: 200 len: 267 time: 0.0409927 Jun 29 23:46:17.943448 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ba6fc-61c8-4244-aeca-19818791b0d8 req-64cb1a19-d336-422f-9fc0-1c2fa5dd375c tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:46:17.945140 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7e2ba6fc-61c8-4244-aeca-19818791b0d8 req-64cb1a19-d336-422f-9fc0-1c2fa5dd375c tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 985 time: 0.0765104 Jun 29 23:46:17.957254 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-7e2ba6fc-61c8-4244-aeca-19818791b0d8 req-1e2b24fb-ebdf-4333-801f-42dfed15297f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Request body: {'port': {'security_groups': ['588823fd-49bd-4f60-9f24-e62f6b8bdb2b']}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:46:18.055729 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-7e2ba6fc-61c8-4244-aeca-19818791b0d8 req-1e2b24fb-ebdf-4333-801f-42dfed15297f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527051'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:18.279798 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-7e2ba6fc-61c8-4244-aeca-19818791b0d8 req-1e2b24fb-ebdf-4333-801f-42dfed15297f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] For port 3a3d8965-f391-4327-bfbc-6b1d9c1aefca, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=3a3d8965-f391-4327-bfbc-6b1d9c1aefca,segment=NetworkSegment(df79bc93-ea06-4122-bb83-772688d7ac46),segment_id=df79bc93-ea06-4122-bb83-772688d7ac46)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:46:18.321047 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-7e2ba6fc-61c8-4244-aeca-19818791b0d8 req-1e2b24fb-ebdf-4333-801f-42dfed15297f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:18.329941 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-7e2ba6fc-61c8-4244-aeca-19818791b0d8 req-1e2b24fb-ebdf-4333-801f-42dfed15297f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748551600842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748551079199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748551079244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732986'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:18.339813 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-7755a19b-082d-41a5-a616-e3efcba5a1ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:46:18.345285 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] get_ports_and_sgs() called for port_ids ['3a3d8965-f391-4327-bfbc-6b1d9c1aefca'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:46:18.375913 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ba6fc-61c8-4244-aeca-19818791b0d8 req-1e2b24fb-ebdf-4333-801f-42dfed15297f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:46:18.376982 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-7e2ba6fc-61c8-4244-aeca-19818791b0d8 req-1e2b24fb-ebdf-4333-801f-42dfed15297f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:18.379502 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7e2ba6fc-61c8-4244-aeca-19818791b0d8 req-1e2b24fb-ebdf-4333-801f-42dfed15297f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "PUT /v2.0/ports/3a3d8965-f391-4327-bfbc-6b1d9c1aefca HTTP/1.1" status: 200 len: 943 time: 0.4272501 Jun 29 23:46:18.385230 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55884) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:46:18.427457 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '392ee0d9-d121-459a-88fc-bbc41948d21f', 'tag': '3a3d8965-f391-4327-bfbc-6b1d9c1aefca'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:46:18.431086 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316a232d699b6ed129cbc6be4a023823324df8adf1509f78b4e93fc726adbd2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f34c133-b247-4ace-8cf6-5220fdf8b501" -d '{"events": [{"name": "network-changed", "server_uuid": "392ee0d9-d121-459a-88fc-bbc41948d21f", "tag": "3a3d8965-f391-4327-bfbc-6b1d9c1aefca"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:46:18.461230 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] get_ports_and_sgs() called for port_ids ['3a3d8965-f391-4327-bfbc-6b1d9c1aefca'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:46:18.475402 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5cb7669e-3252-4f3a-91a7-8528f3ab1136 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:18.621891 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5cb7669e-3252-4f3a-91a7-8528f3ab1136 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:18.677303 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34c133-b247-4ace-8cf6-5220fdf8b501 req-ac96ad8c-dc25-4e78-a196-75c3fca4d33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:46:18.679878 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5f34c133-b247-4ace-8cf6-5220fdf8b501 req-ac96ad8c-dc25-4e78-a196-75c3fca4d33c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0e68624793344f27b5e1159bb6595666&device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 1099 time: 0.1603875 Jun 29 23:46:18.810160 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-ff8264e8-7e7a-46f2-86b4-0b0c655277d5 None None] Provisioning complete for port 3a3d8965-f391-4327-bfbc-6b1d9c1aefca triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:46:18.810775 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ff8264e8-7e7a-46f2-86b4-0b0c655277d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571313'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:18.829523 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5cb7669e-3252-4f3a-91a7-8528f3ab1136 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:18.833370 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5cb7669e-3252-4f3a-91a7-8528f3ab1136 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:18.834722 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-5cb7669e-3252-4f3a-91a7-8528f3ab1136 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "DELETE /v2.0/security-groups/dc2d0d4d-db9b-4006-a0c1-70b066e8e072 HTTP/1.1" status: 204 len: 168 time: 0.4483230 Jun 29 23:46:18.838024 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-71ee4180-1028-48d7-a9f7-afaffd9a861e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:46:18.841707 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 55888) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:46:18.849014 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4f0a4c-dd00-4231-8ffc-7f2bcd1ba62c x-openstack-request-id: req-fe4f0a4c-dd00-4231-8ffc-7f2bcd1ba62c {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:46:18.849693 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "392ee0d9-d121-459a-88fc-bbc41948d21f", "tag": "3a3d8965-f391-4327-bfbc-6b1d9c1aefca", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:46:18.850705 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fe4f0a4c-dd00-4231-8ffc-7f2bcd1ba62c {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:46:18.851348 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '392ee0d9-d121-459a-88fc-bbc41948d21f', 'tag': '3a3d8965-f391-4327-bfbc-6b1d9c1aefca', 'status': 'completed', 'code': 200} Jun 29 23:46:18.883547 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b24fb-ebdf-4333-801f-42dfed15297f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Pushing event updated for resources: {'Port': ['ID=3a3d8965-f391-4327-bfbc-6b1d9c1aefca,revision_number=7']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:46:18.891512 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b24fb-ebdf-4333-801f-42dfed15297f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:46:18.891968 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b24fb-ebdf-4333-801f-42dfed15297f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:46:18.892407 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b24fb-ebdf-4333-801f-42dfed15297f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:46:18.892865 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b24fb-ebdf-4333-801f-42dfed15297f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:46:18.893347 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b24fb-ebdf-4333-801f-42dfed15297f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:46:18.893839 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b24fb-ebdf-4333-801f-42dfed15297f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:46:18.894315 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b24fb-ebdf-4333-801f-42dfed15297f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:46:18.894691 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b24fb-ebdf-4333-801f-42dfed15297f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:46:18.895116 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b24fb-ebdf-4333-801f-42dfed15297f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:46:18.895536 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b24fb-ebdf-4333-801f-42dfed15297f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:46:18.895954 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b24fb-ebdf-4333-801f-42dfed15297f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:46:18.896404 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b24fb-ebdf-4333-801f-42dfed15297f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:46:18.902098 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-1e2b24fb-ebdf-4333-801f-42dfed15297f tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:46:18.919793 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7669e-3252-4f3a-91a7-8528f3ab1136 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2d0d4d-db9b-4006-a0c1-70b066e8e072,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:46:18.946008 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7669e-3252-4f3a-91a7-8528f3ab1136 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:46:18.946390 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7669e-3252-4f3a-91a7-8528f3ab1136 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:46:18.946771 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7669e-3252-4f3a-91a7-8528f3ab1136 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:46:18.947147 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7669e-3252-4f3a-91a7-8528f3ab1136 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:46:18.947515 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7669e-3252-4f3a-91a7-8528f3ab1136 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:46:18.947881 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7669e-3252-4f3a-91a7-8528f3ab1136 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:46:18.948243 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7669e-3252-4f3a-91a7-8528f3ab1136 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:46:18.948627 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7669e-3252-4f3a-91a7-8528f3ab1136 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:46:18.949110 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7669e-3252-4f3a-91a7-8528f3ab1136 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:46:18.949479 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7669e-3252-4f3a-91a7-8528f3ab1136 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:46:18.949838 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7669e-3252-4f3a-91a7-8528f3ab1136 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:46:18.950254 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7669e-3252-4f3a-91a7-8528f3ab1136 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:46:18.965650 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-5cb7669e-3252-4f3a-91a7-8528f3ab1136 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:46:18.977236 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34c133-b247-4ace-8cf6-5220fdf8b501 req-82a320c5-b23a-492b-865c-d3094e156171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:46:18.978792 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5f34c133-b247-4ace-8cf6-5220fdf8b501 req-82a320c5-b23a-492b-865c-d3094e156171 service neutron] 10.222.0.52 "GET /v2.0/networks?id=72c6bbd2-4b60-450d-ad2d-11a710deb2ae HTTP/1.1" status: 200 len: 916 time: 0.2917855 Jun 29 23:46:19.102947 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5f34c133-b247-4ace-8cf6-5220fdf8b501 req-4231bca9-6d9f-4454-813c-70cfad485d5d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a3d8965-f391-4327-bfbc-6b1d9c1aefca HTTP/1.1" status: 200 len: 1002 time: 0.0909982 Jun 29 23:46:19.172587 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34c133-b247-4ace-8cf6-5220fdf8b501 req-6c26ac7e-507c-445e-a6cb-17af0871100c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:46:19.173183 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5f34c133-b247-4ace-8cf6-5220fdf8b501 req-6c26ac7e-507c-445e-a6cb-17af0871100c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=54a91b59-ffac-43e0-a3d5-edf78d425202 HTTP/1.1" status: 200 len: 854 time: 0.0629635 Jun 29 23:46:19.176187 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-22767feb-c7cd-4444-8a0e-a4763aea82ab tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Deleting port 30e9dfce-21a5-4bfe-8fe6-f540c91fa1bc {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:46:19.176526 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-22767feb-c7cd-4444-8a0e-a4763aea82ab tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:19.290787 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-22767feb-c7cd-4444-8a0e-a4763aea82ab tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:19.291111 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-22767feb-c7cd-4444-8a0e-a4763aea82ab tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:19.302859 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34c133-b247-4ace-8cf6-5220fdf8b501 req-135b128d-6349-4f3a-a091-1b42ecd8d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:46:19.304348 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5f34c133-b247-4ace-8cf6-5220fdf8b501 req-135b128d-6349-4f3a-a091-1b42ecd8d64b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=72c6bbd2-4b60-450d-ad2d-11a710deb2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1246970 Jun 29 23:46:19.307878 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-22767feb-c7cd-4444-8a0e-a4763aea82ab tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Calling delete_port for 30e9dfce-21a5-4bfe-8fe6-f540c91fa1bc owned by network:floatingip {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:46:19.459484 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5f34c133-b247-4ace-8cf6-5220fdf8b501 req-341873f7-1877-4ca1-96c1-7c89eb85923a service neutron] 10.222.0.52 "GET /v2.0/networks/72c6bbd2-4b60-450d-ad2d-11a710deb2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475198 Jun 29 23:46:19.587061 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5f34c133-b247-4ace-8cf6-5220fdf8b501 req-fd9d3fda-d51f-4ee9-9ada-1f26e459ffcc service neutron] 10.222.0.52 "GET /v2.0/networks/72c6bbd2-4b60-450d-ad2d-11a710deb2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132402 Jun 29 23:46:19.588058 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-22767feb-c7cd-4444-8a0e-a4763aea82ab tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66139777'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:19.590783 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-374477ce-84cb-4c98-9c49-8f2620407ec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:46:19.622803 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22767feb-c7cd-4444-8a0e-a4763aea82ab tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Pushing event deleted for resources: {'Port': ['ID=30e9dfce-21a5-4bfe-8fe6-f540c91fa1bc,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:46:19.625935 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-22767feb-c7cd-4444-8a0e-a4763aea82ab tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:46:19.661652 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-137ff9f7-d316-4f4f-84a2-29fdcbcbe882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:19.683313 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-22767feb-c7cd-4444-8a0e-a4763aea82ab tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks [] for floatingip, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:19.683644 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.db.l3_db [None req-22767feb-c7cd-4444-8a0e-a4763aea82ab tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Floating IP e2e3b916-cc02-4207-b69f-aac20ceb3565 disassociated (deleted). External IP: 172.27.0.143, port: 3a3d8965-f391-4327-bfbc-6b1d9c1aefca. Jun 29 23:46:19.883345 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22767feb-c7cd-4444-8a0e-a4763aea82ab tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Router d9f682d1-8c2d-442e-ad83-e3ca0738473c has already been hosted by L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:46:19.986833 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22767feb-c7cd-4444-8a0e-a4763aea82ab tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:46:19.992117 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-22767feb-c7cd-4444-8a0e-a4763aea82ab tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for floatingip, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:19.996450 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dd202c-07be-4875-9adc-593ea062af6e None None] Sync routers for ids ['d9f682d1-8c2d-442e-ad83-e3ca0738473c'] in dv-cinder-769602-4-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:46:20.005985 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dd202c-07be-4875-9adc-593ea062af6e None None] Routers {'d9f682d1-8c2d-442e-ad83-e3ca0738473c'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:46:20.006601 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-76dd202c-07be-4875-9adc-593ea062af6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:46:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['d9f682d1-8c2d-442e-ad83-e3ca0738473c'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:46:20.026886 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-22767feb-c7cd-4444-8a0e-a4763aea82ab tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "DELETE /v2.0/floatingips/e2e3b916-cc02-4207-b69f-aac20ceb3565 HTTP/1.1" status: 204 len: 168 time: 1.1779716 Jun 29 23:46:20.027608 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '392ee0d9-d121-459a-88fc-bbc41948d21f', 'tag': '3a3d8965-f391-4327-bfbc-6b1d9c1aefca'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:46:20.030080 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4ff624e5b506a15852624dbd6f9127feb1aca7eb9818edaf72933b1fc2af06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ad03b2-fb82-472e-9a51-102d2a079af5" -d '{"events": [{"name": "network-changed", "server_uuid": "392ee0d9-d121-459a-88fc-bbc41948d21f", "tag": "3a3d8965-f391-4327-bfbc-6b1d9c1aefca"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:46:20.068512 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68607e53-3976-4abe-b388-defb88d30b01 x-openstack-request-id: req-68607e53-3976-4abe-b388-defb88d30b01 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:46:20.068901 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "392ee0d9-d121-459a-88fc-bbc41948d21f", "tag": "3a3d8965-f391-4327-bfbc-6b1d9c1aefca", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:46:20.069202 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-68607e53-3976-4abe-b388-defb88d30b01 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:46:20.069646 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '392ee0d9-d121-459a-88fc-bbc41948d21f', 'tag': '3a3d8965-f391-4327-bfbc-6b1d9c1aefca', 'status': 'completed', 'code': 200} Jun 29 23:46:20.111782 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-76dd202c-07be-4875-9adc-593ea062af6e None None] Set router d9f682d1-8c2d-442e-ad83-e3ca0738473c gateway port host: dv-cinder-769602-4-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:46:20.146681 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad03b2-fb82-472e-9a51-102d2a079af5 req-d27455c7-5233-4af4-bcfb-51d9c44baba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:46:20.148207 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-58ad03b2-fb82-472e-9a51-102d2a079af5 req-d27455c7-5233-4af4-bcfb-51d9c44baba0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0e68624793344f27b5e1159bb6595666&device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 1099 time: 0.0546949 Jun 29 23:46:20.243599 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:20.345204 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-76dd202c-07be-4875-9adc-593ea062af6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'name': 'tempest-TestMinimumBasicScenario-1565425226-router', 'tenant_id': '0e68624793344f27b5e1159bb6595666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '6defd0dc-11bb-4657-9a55-922b30715cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:44:14Z', 'updated_at': '2021-06-29T23:44:17Z', 'revision_number': 4, 'project_id': '0e68624793344f27b5e1159bb6595666', 'gw_port': {'id': '6defd0dc-11bb-4657-9a55-922b30715cb8', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:44:14Z', 'updated_at': '2021-06-29T23:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': '716e553b-d49c-4005-9e3d-59fab38b9ffd', 'name': '', 'network_id': '72c6bbd2-4b60-450d-ad2d-11a710deb2ae', 'tenant_id': '0e68624793344f27b5e1159bb6595666', 'mac_address': 'fa:16:3e:06:2e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '54a91b59-ffac-43e0-a3d5-edf78d425202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:44:16Z', 'updated_at': '2021-06-29T23:44:23Z', 'revision_number': 5, 'project_id': '0e68624793344f27b5e1159bb6595666', 'subnets': [{'id': '54a91b59-ffac-43e0-a3d5-edf78d425202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:46:20.377950 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dd202c-07be-4875-9adc-593ea062af6e None None] Checking router: d9f682d1-8c2d-442e-ad83-e3ca0738473c for host: dv-cinder-769602-4-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:46:20.387703 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dd202c-07be-4875-9adc-593ea062af6e None None] Routers {'d9f682d1-8c2d-442e-ad83-e3ca0738473c'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:46:20.388167 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-76dd202c-07be-4875-9adc-593ea062af6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:46:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['d9f682d1-8c2d-442e-ad83-e3ca0738473c'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:46:20.499965 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-76dd202c-07be-4875-9adc-593ea062af6e None None] Set router d9f682d1-8c2d-442e-ad83-e3ca0738473c gateway port host: dv-cinder-769602-4-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:46:20.545163 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad03b2-fb82-472e-9a51-102d2a079af5 req-bb0edfe2-fd92-4b0e-84b5-c9d57695a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:46:20.546655 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-58ad03b2-fb82-472e-9a51-102d2a079af5 req-bb0edfe2-fd92-4b0e-84b5-c9d57695a148 service neutron] 10.222.0.52 "GET /v2.0/networks?id=72c6bbd2-4b60-450d-ad2d-11a710deb2ae HTTP/1.1" status: 200 len: 916 time: 0.3920493 Jun 29 23:46:20.589648 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-58ad03b2-fb82-472e-9a51-102d2a079af5 req-dd09f7ba-67a2-4b27-be31-77dc8543b3d4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a3d8965-f391-4327-bfbc-6b1d9c1aefca HTTP/1.1" status: 200 len: 217 time: 0.0354352 Jun 29 23:46:20.641506 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad03b2-fb82-472e-9a51-102d2a079af5 req-3a0957db-1a5a-4ee0-9bca-dc8a8503b538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:46:20.643256 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-58ad03b2-fb82-472e-9a51-102d2a079af5 req-3a0957db-1a5a-4ee0-9bca-dc8a8503b538 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=54a91b59-ffac-43e0-a3d5-edf78d425202 HTTP/1.1" status: 200 len: 854 time: 0.0476241 Jun 29 23:46:20.714864 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-76dd202c-07be-4875-9adc-593ea062af6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'name': 'tempest-TestMinimumBasicScenario-1565425226-router', 'tenant_id': '0e68624793344f27b5e1159bb6595666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '6defd0dc-11bb-4657-9a55-922b30715cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:44:14Z', 'updated_at': '2021-06-29T23:44:17Z', 'revision_number': 4, 'project_id': '0e68624793344f27b5e1159bb6595666', 'gw_port': {'id': '6defd0dc-11bb-4657-9a55-922b30715cb8', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:44:14Z', 'updated_at': '2021-06-29T23:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': '716e553b-d49c-4005-9e3d-59fab38b9ffd', 'name': '', 'network_id': '72c6bbd2-4b60-450d-ad2d-11a710deb2ae', 'tenant_id': '0e68624793344f27b5e1159bb6595666', 'mac_address': 'fa:16:3e:06:2e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '54a91b59-ffac-43e0-a3d5-edf78d425202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:44:16Z', 'updated_at': '2021-06-29T23:44:23Z', 'revision_number': 5, 'project_id': '0e68624793344f27b5e1159bb6595666', 'subnets': [{'id': '54a91b59-ffac-43e0-a3d5-edf78d425202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:46:20.721075 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad03b2-fb82-472e-9a51-102d2a079af5 req-78ca67dc-22a2-4d9c-afd2-e578b4589672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:46:20.723564 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-58ad03b2-fb82-472e-9a51-102d2a079af5 req-78ca67dc-22a2-4d9c-afd2-e578b4589672 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=72c6bbd2-4b60-450d-ad2d-11a710deb2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731184 Jun 29 23:46:20.746235 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dd202c-07be-4875-9adc-593ea062af6e None None] The sync data for ids ['d9f682d1-8c2d-442e-ad83-e3ca0738473c'] in dv-cinder-769602-4-iscsi is: [{'id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'name': 'tempest-TestMinimumBasicScenario-1565425226-router', 'tenant_id': '0e68624793344f27b5e1159bb6595666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '6defd0dc-11bb-4657-9a55-922b30715cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:44:14Z', 'updated_at': '2021-06-29T23:44:17Z', 'revision_number': 4, 'project_id': '0e68624793344f27b5e1159bb6595666', 'gw_port': {'id': '6defd0dc-11bb-4657-9a55-922b30715cb8', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:44:14Z', 'updated_at': '2021-06-29T23:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi', '_interfaces': [{'id': '716e553b-d49c-4005-9e3d-59fab38b9ffd', 'name': '', 'network_id': '72c6bbd2-4b60-450d-ad2d-11a710deb2ae', 'tenant_id': '0e68624793344f27b5e1159bb6595666', 'mac_address': 'fa:16:3e:06:2e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '54a91b59-ffac-43e0-a3d5-edf78d425202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:44:16Z', 'updated_at': '2021-06-29T23:44:23Z', 'revision_number': 5, 'project_id': '0e68624793344f27b5e1159bb6595666', 'subnets': [{'id': '54a91b59-ffac-43e0-a3d5-edf78d425202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:46:20.840737 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-58ad03b2-fb82-472e-9a51-102d2a079af5 req-a0cb2247-0e7e-476a-932e-26f2db4ad45c service neutron] 10.222.0.52 "GET /v2.0/networks/72c6bbd2-4b60-450d-ad2d-11a710deb2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095884 Jun 29 23:46:20.953421 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-58ad03b2-fb82-472e-9a51-102d2a079af5 req-9ff7b729-5ba1-4a9e-ad2f-a480ac1f50d8 service neutron] 10.222.0.52 "GET /v2.0/networks/72c6bbd2-4b60-450d-ad2d-11a710deb2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059964 Jun 29 23:46:20.959442 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:21.033106 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965690b7-0c5f-404c-872b-579074dcaf8a None None] New status for floating IP e2e3b916-cc02-4207-b69f-aac20ceb3565: DOWN {{(pid=93165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 23:46:22.102556 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 55984) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:46:22.147103 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3616910-c644-4d8d-a7a1-0d413eebeeda admin admin] Deleting subnet f3b86a90-f6dd-49da-8486-a185db365ad8 {{(pid=93163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 23:46:22.149994 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f3616910-c644-4d8d-a7a1-0d413eebeeda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:22.182724 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f3616910-c644-4d8d-a7a1-0d413eebeeda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6975660'] for subnet, precommit_delete_associations {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:22.219729 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f3616910-c644-4d8d-a7a1-0d413eebeeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1567904'] for subnet, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:22.272909 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f3616910-c644-4d8d-a7a1-0d413eebeeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1567929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5733051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5763975'] for subnet, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:22.275771 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:46:22.299980 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3616910-c644-4d8d-a7a1-0d413eebeeda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3b86a90-f6dd-49da-8486-a185db365ad8,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:46:22.301996 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f3616910-c644-4d8d-a7a1-0d413eebeeda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for subnet, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:22.305675 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-f3616910-c644-4d8d-a7a1-0d413eebeeda admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f3b86a90-f6dd-49da-8486-a185db365ad8 HTTP/1.1" status: 204 len: 168 time: 0.2002568 Jun 29 23:46:22.305675 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-f3616910-c644-4d8d-a7a1-0d413eebeeda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:46:22.306289 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 55986) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:46:22.372084 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c34675f7-27fb-4c07-b871-21489bf91cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1494429'] for network, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:22.450373 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c34675f7-27fb-4c07-b871-21489bf91cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1567870', 'neutron.services.segments.db._delete_segments_for_network-8748551520579'] for network, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:22.460502 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-c34675f7-27fb-4c07-b871-21489bf91cae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd5bceb5-6a09-40f2-9072-f856c718bab4']}} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:46:22.470256 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-c34675f7-27fb-4c07-b871-21489bf91cae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30633716-5470-44d8-b980-fa782741e3a0') {'for_net_delete': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:46:22.470552 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-c34675f7-27fb-4c07-b871-21489bf91cae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30633716-5470-44d8-b980-fa782741e3a0') {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:46:22.479811 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c34675f7-27fb-4c07-b871-21489bf91cae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748551432138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6975651'] for segment, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:22.492980 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c34675f7-27fb-4c07-b871-21489bf91cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010'] for segment, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:22.498500 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34675f7-27fb-4c07-b871-21489bf91cae admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=93163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 23:46:22.498885 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c34675f7-27fb-4c07-b871-21489bf91cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5732886'] for segment, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:22.500449 dv-cinder-769602-4-iscsi neutron-server[93163]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:46:22.500449 dv-cinder-769602-4-iscsi neutron-server[93163]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:46:22.500449 dv-cinder-769602-4-iscsi neutron-server[93163]: Traceback (most recent call last): Jun 29 23:46:22.500449 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 23:46:22.500449 dv-cinder-769602-4-iscsi neutron-server[93163]: timer() Jun 29 23:46:22.500449 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 23:46:22.500449 dv-cinder-769602-4-iscsi neutron-server[93163]: cb(*args, **kw) Jun 29 23:46:22.500449 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 23:46:22.500449 dv-cinder-769602-4-iscsi neutron-server[93163]: return func(*args, **kwargs) Jun 29 23:46:22.500449 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 23:46:22.500449 dv-cinder-769602-4-iscsi neutron-server[93163]: self._notify() Jun 29 23:46:22.500449 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 23:46:22.500449 dv-cinder-769602-4-iscsi neutron-server[93163]: self.callback(batched_events) Jun 29 23:46:22.500449 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 23:46:22.500449 dv-cinder-769602-4-iscsi neutron-server[93163]: event.method(event) Jun 29 23:46:22.500449 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 23:46:22.500449 dv-cinder-769602-4-iscsi neutron-server[93163]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 23:46:22.500449 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 23:46:22.500449 dv-cinder-769602-4-iscsi neutron-server[93163]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 23:46:22.500449 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 23:46:22.500449 dv-cinder-769602-4-iscsi neutron-server[93163]: return f(self, *a, **k) Jun 29 23:46:22.500449 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 23:46:22.500449 dv-cinder-769602-4-iscsi neutron-server[93163]: return self._get(url).json() Jun 29 23:46:22.500449 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 23:46:22.500449 dv-cinder-769602-4-iscsi neutron-server[93163]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 23:46:22.500449 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 23:46:22.500449 dv-cinder-769602-4-iscsi neutron-server[93163]: return self.request(url, 'GET', **kwargs) Jun 29 23:46:22.500449 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 23:46:22.500449 dv-cinder-769602-4-iscsi neutron-server[93163]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 23:46:22.500449 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 23:46:22.500449 dv-cinder-769602-4-iscsi neutron-server[93163]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 23:46:22.500449 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 23:46:22.500449 dv-cinder-769602-4-iscsi neutron-server[93163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 23:46:22.500449 dv-cinder-769602-4-iscsi neutron-server[93163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 23:46:22.551462 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c34675f7-27fb-4c07-b871-21489bf91cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1567845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484101'] for network, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:22.555085 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-85e9fcdf-d93f-4bfe-9945-e7b66d014eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:46:22.557532 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c34675f7-27fb-4c07-b871-21489bf91cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for network, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:22.559190 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-c34675f7-27fb-4c07-b871-21489bf91cae admin admin] 10.222.0.30 "DELETE /v2.0/networks/cd5bceb5-6a09-40f2-9072-f856c718bab4 HTTP/1.1" status: 204 len: 168 time: 0.2520118 Jun 29 23:46:22.574520 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34675f7-27fb-4c07-b871-21489bf91cae admin admin] Pushing event deleted for resources: {'Network': ['ID=cd5bceb5-6a09-40f2-9072-f856c718bab4,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:46:22.576917 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-c34675f7-27fb-4c07-b871-21489bf91cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:46:22.666314 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 55990) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:46:22.706704 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-f118337e-d792-4cea-8248-23fbd7d1d8d0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d603da816e194f62a64638d0217199a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382416 Jun 29 23:46:22.708744 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 55992) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:46:22.761018 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e84bc139-83b7-41b8-b0c0-535fe7554812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:22.788779 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e84bc139-83b7-41b8-b0c0-535fe7554812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:22.806875 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:22.837127 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e84bc139-83b7-41b8-b0c0-535fe7554812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:22.839859 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e84bc139-83b7-41b8-b0c0-535fe7554812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:22.841015 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-e84bc139-83b7-41b8-b0c0-535fe7554812 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f70d644d-870b-4380-ab02-cb71061a8593 HTTP/1.1" status: 204 len: 168 time: 0.1313453 Jun 29 23:46:22.841780 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-59a3d9c9-f429-4436-b2bc-ef702d459acf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:46:22.852344 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84bc139-83b7-41b8-b0c0-535fe7554812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70d644d-870b-4380-ab02-cb71061a8593,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:46:22.854837 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-e84bc139-83b7-41b8-b0c0-535fe7554812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:46:23.117034 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72033040-e9c1-4361-8cbb-beeb481bd352 req-8fc3f2fb-111f-4cb8-8f47-ca5b00d1289e tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:46:23.118533 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-72033040-e9c1-4361-8cbb-beeb481bd352 req-8fc3f2fb-111f-4cb8-8f47-ca5b00d1289e tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 946 time: 0.0654693 Jun 29 23:46:23.156966 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-72033040-e9c1-4361-8cbb-beeb481bd352 req-bfe24b81-7b29-44e1-8453-9aec9cfc7066 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/security-groups?id=588823fd-49bd-4f60-9f24-e62f6b8bdb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328391 Jun 29 23:46:24.340973 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b660de-3bc9-4294-9a4a-9fe5ecfecf35 req-71032f47-8b2e-4343-9881-52cbc44a4c77 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:46:24.342424 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c2b660de-3bc9-4294-9a4a-9fe5ecfecf35 req-71032f47-8b2e-4343-9881-52cbc44a4c77 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 946 time: 0.0703957 Jun 29 23:46:24.385596 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c2b660de-3bc9-4294-9a4a-9fe5ecfecf35 req-a1792b87-6796-4a41-96bf-f6ec855078e8 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/security-groups?id=588823fd-49bd-4f60-9f24-e62f6b8bdb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363479 Jun 29 23:46:24.733997 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab15f3-09fe-40fc-819c-b5d7a3eb834d req-30f3a4de-7880-4a70-b459-42992d0fbdbd tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:46:24.735714 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c8ab15f3-09fe-40fc-819c-b5d7a3eb834d req-30f3a4de-7880-4a70-b459-42992d0fbdbd tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.52 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 946 time: 0.0703309 Jun 29 23:46:24.836846 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-c8ab15f3-09fe-40fc-819c-b5d7a3eb834d req-168f9e7b-b833-4c43-a692-5acdd8c0fbeb tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Deleting port 3a3d8965-f391-4327-bfbc-6b1d9c1aefca {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:46:24.837177 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-c8ab15f3-09fe-40fc-819c-b5d7a3eb834d req-168f9e7b-b833-4c43-a692-5acdd8c0fbeb tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:24.930134 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-c8ab15f3-09fe-40fc-819c-b5d7a3eb834d req-168f9e7b-b833-4c43-a692-5acdd8c0fbeb tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] For port 3a3d8965-f391-4327-bfbc-6b1d9c1aefca, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=3a3d8965-f391-4327-bfbc-6b1d9c1aefca,segment=NetworkSegment(df79bc93-ea06-4122-bb83-772688d7ac46),segment_id=df79bc93-ea06-4122-bb83-772688d7ac46)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:46:24.930493 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-c8ab15f3-09fe-40fc-819c-b5d7a3eb834d req-168f9e7b-b833-4c43-a692-5acdd8c0fbeb tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:24.943041 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-c8ab15f3-09fe-40fc-819c-b5d7a3eb834d req-168f9e7b-b833-4c43-a692-5acdd8c0fbeb tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Calling delete_port for 3a3d8965-f391-4327-bfbc-6b1d9c1aefca owned by compute:nova {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:46:25.074344 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-c8ab15f3-09fe-40fc-819c-b5d7a3eb834d req-168f9e7b-b833-4c43-a692-5acdd8c0fbeb tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66139777'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:25.079018 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-a8d477b8-3c2e-4032-a353-ba9beccadde2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:46:25.087136 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] get_ports_and_sgs() called for port_ids ['3a3d8965-f391-4327-bfbc-6b1d9c1aefca'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:46:25.116385 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f9e7b-b833-4c43-a692-5acdd8c0fbeb tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Pushing event deleted for resources: {'Port': ['ID=3a3d8965-f391-4327-bfbc-6b1d9c1aefca,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:46:25.119662 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-168f9e7b-b833-4c43-a692-5acdd8c0fbeb tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:46:25.167979 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ab15f3-09fe-40fc-819c-b5d7a3eb834d req-168f9e7b-b833-4c43-a692-5acdd8c0fbeb tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] No DVR routers for this DVR port 3a3d8965-f391-4327-bfbc-6b1d9c1aefca on host hv-cinder-76960 {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:46:25.170756 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-c8ab15f3-09fe-40fc-819c-b5d7a3eb834d req-168f9e7b-b833-4c43-a692-5acdd8c0fbeb tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214186'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:25.173094 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c8ab15f3-09fe-40fc-819c-b5d7a3eb834d req-168f9e7b-b833-4c43-a692-5acdd8c0fbeb tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.52 "DELETE /v2.0/ports/3a3d8965-f391-4327-bfbc-6b1d9c1aefca HTTP/1.1" status: 204 len: 173 time: 0.4311833 Jun 29 23:46:25.173624 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392ee0d9-d121-459a-88fc-bbc41948d21f', 'name': 'network-vif-deleted', 'tag': '3a3d8965-f391-4327-bfbc-6b1d9c1aefca'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:46:25.176731 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4ff624e5b506a15852624dbd6f9127feb1aca7eb9818edaf72933b1fc2af06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f020626-610a-414a-b2c1-040390773cdc" -d '{"events": [{"server_uuid": "392ee0d9-d121-459a-88fc-bbc41948d21f", "name": "network-vif-deleted", "tag": "3a3d8965-f391-4327-bfbc-6b1d9c1aefca"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:46:25.217656 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e23a76-c454-461d-bf48-cb0409885412 x-openstack-request-id: req-62e23a76-c454-461d-bf48-cb0409885412 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:46:25.217994 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "392ee0d9-d121-459a-88fc-bbc41948d21f", "name": "network-vif-deleted", "tag": "3a3d8965-f391-4327-bfbc-6b1d9c1aefca", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:46:25.218309 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-62e23a76-c454-461d-bf48-cb0409885412 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:46:25.218754 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '392ee0d9-d121-459a-88fc-bbc41948d21f', 'name': 'network-vif-deleted', 'tag': '3a3d8965-f391-4327-bfbc-6b1d9c1aefca', 'status': 'completed', 'code': 200} Jun 29 23:46:25.545382 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5756deb6-d618-4197-b6be-4ef0cf3fd830 req-317881f3-6c23-4546-aeea-c0d84ebb2084 tempest-TestMinimumBasicScenario-1264599441 tempest-TestMinimumBasicScenario-1264599441-project] 10.222.0.30 "GET /v2.0/ports?device_id=392ee0d9-d121-459a-88fc-bbc41948d21f HTTP/1.1" status: 200 len: 210 time: 0.0341902 Jun 29 23:46:27.250746 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 56130) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:46:27.606458 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-710707a0-c89f-41ea-9f41-85070faed9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442428'] for router_interface, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:27.860706 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-710707a0-c89f-41ea-9f41-85070faed9a1 admin admin] Deleting port 716e553b-d49c-4005-9e3d-59fab38b9ffd {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:46:27.861030 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-710707a0-c89f-41ea-9f41-85070faed9a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:27.938981 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-710707a0-c89f-41ea-9f41-85070faed9a1 admin admin] For port 716e553b-d49c-4005-9e3d-59fab38b9ffd, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=716e553b-d49c-4005-9e3d-59fab38b9ffd,segment=NetworkSegment(df79bc93-ea06-4122-bb83-772688d7ac46),segment_id=df79bc93-ea06-4122-bb83-772688d7ac46)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:46:27.939331 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-710707a0-c89f-41ea-9f41-85070faed9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:27.951759 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-710707a0-c89f-41ea-9f41-85070faed9a1 admin admin] Calling delete_port for 716e553b-d49c-4005-9e3d-59fab38b9ffd owned by network:router_interface {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:46:27.984275 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 3a3d8965-f391-4327-bfbc-6b1d9c1aefca no longer exists at agent hyperv_hv-cinder-76960 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:46:28.006476 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] No Port match for: 3a3d8965-f391-4327-bfbc-6b1d9c1aefca {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:46:28.006828 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Device 3a3d8965-f391-4327-bfbc-6b1d9c1aefca not bound to the agent host hv-cinder-76960 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:46:28.137862 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-710707a0-c89f-41ea-9f41-85070faed9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66139777'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:28.139847 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-dc889ad3-4e30-4bf4-957c-bed1efe4cf7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:46:28.162524 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710707a0-c89f-41ea-9f41-85070faed9a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=716e553b-d49c-4005-9e3d-59fab38b9ffd,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:46:28.166886 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-710707a0-c89f-41ea-9f41-85070faed9a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:46:28.346560 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-710707a0-c89f-41ea-9f41-85070faed9a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444300'] for router_interface, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:28.571103 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710707a0-c89f-41ea-9f41-85070faed9a1 admin admin] Router d9f682d1-8c2d-442e-ad83-e3ca0738473c has already been hosted by L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:46:28.678954 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710707a0-c89f-41ea-9f41-85070faed9a1 admin admin] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:46:28.684001 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-710707a0-c89f-41ea-9f41-85070faed9a1 admin admin] 10.222.0.30 "PUT /v2.0/routers/d9f682d1-8c2d-442e-ad83-e3ca0738473c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4322460 Jun 29 23:46:28.686460 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 56134) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:46:28.687178 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f773ac1c-2064-4cd3-b906-8aecea8304c5 None None] Sync routers for ids ['d9f682d1-8c2d-442e-ad83-e3ca0738473c'] in dv-cinder-769602-4-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:46:28.696402 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f773ac1c-2064-4cd3-b906-8aecea8304c5 None None] Routers {'d9f682d1-8c2d-442e-ad83-e3ca0738473c'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:46:28.697129 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-f773ac1c-2064-4cd3-b906-8aecea8304c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:46:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['d9f682d1-8c2d-442e-ad83-e3ca0738473c'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:46:28.794894 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e24398bd-123c-4d3c-a922-32d891af8f74 admin admin] Notify callbacks [] for router, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:28.807271 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-f773ac1c-2064-4cd3-b906-8aecea8304c5 None None] Set router d9f682d1-8c2d-442e-ad83-e3ca0738473c gateway port host: dv-cinder-769602-4-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:46:28.897955 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e24398bd-123c-4d3c-a922-32d891af8f74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:28.956659 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-e24398bd-123c-4d3c-a922-32d891af8f74 admin admin] Deleting port 6defd0dc-11bb-4657-9a55-922b30715cb8 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:46:28.957334 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e24398bd-123c-4d3c-a922-32d891af8f74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:28.992172 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-f773ac1c-2064-4cd3-b906-8aecea8304c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'name': 'tempest-TestMinimumBasicScenario-1565425226-router', 'tenant_id': '0e68624793344f27b5e1159bb6595666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '6defd0dc-11bb-4657-9a55-922b30715cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:44:14Z', 'updated_at': '2021-06-29T23:46:28Z', 'revision_number': 5, 'project_id': '0e68624793344f27b5e1159bb6595666', 'gw_port': {'id': '6defd0dc-11bb-4657-9a55-922b30715cb8', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:44:14Z', 'updated_at': '2021-06-29T23:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi'}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:46:29.019410 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f773ac1c-2064-4cd3-b906-8aecea8304c5 None None] Checking router: d9f682d1-8c2d-442e-ad83-e3ca0738473c for host: dv-cinder-769602-4-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:46:29.028169 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f773ac1c-2064-4cd3-b906-8aecea8304c5 None None] Routers {'d9f682d1-8c2d-442e-ad83-e3ca0738473c'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:46:29.028813 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-f773ac1c-2064-4cd3-b906-8aecea8304c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:46:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['d9f682d1-8c2d-442e-ad83-e3ca0738473c'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:46:29.041643 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-e24398bd-123c-4d3c-a922-32d891af8f74 admin admin] For port 6defd0dc-11bb-4657-9a55-922b30715cb8, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=6defd0dc-11bb-4657-9a55-922b30715cb8,segment=NetworkSegment(0d7322d1-9f99-46a3-b2ff-5e8cb22a095c),segment_id=0d7322d1-9f99-46a3-b2ff-5e8cb22a095c)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:46:29.041998 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e24398bd-123c-4d3c-a922-32d891af8f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:29.054246 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-e24398bd-123c-4d3c-a922-32d891af8f74 admin admin] Calling delete_port for 6defd0dc-11bb-4657-9a55-922b30715cb8 owned by network:router_gateway {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:46:29.228555 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e24398bd-123c-4d3c-a922-32d891af8f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66139777'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:29.231488 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-374477ce-84cb-4c98-9c49-8f2620407ec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:46:29.244469 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-f773ac1c-2064-4cd3-b906-8aecea8304c5 None None] Set router d9f682d1-8c2d-442e-ad83-e3ca0738473c gateway port host: None {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:46:29.258623 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24398bd-123c-4d3c-a922-32d891af8f74 admin admin] Pushing event deleted for resources: {'Port': ['ID=6defd0dc-11bb-4657-9a55-922b30715cb8,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:46:29.262648 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-e24398bd-123c-4d3c-a922-32d891af8f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:46:29.301295 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-f773ac1c-2064-4cd3-b906-8aecea8304c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'name': 'tempest-TestMinimumBasicScenario-1565425226-router', 'tenant_id': '0e68624793344f27b5e1159bb6595666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:44:14Z', 'updated_at': '2021-06-29T23:46:28Z', 'revision_number': 6, 'project_id': '0e68624793344f27b5e1159bb6595666', 'gw_port_host': None}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:46:29.332345 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f773ac1c-2064-4cd3-b906-8aecea8304c5 None None] The sync data for ids ['d9f682d1-8c2d-442e-ad83-e3ca0738473c'] in dv-cinder-769602-4-iscsi is: [{'id': 'd9f682d1-8c2d-442e-ad83-e3ca0738473c', 'name': 'tempest-TestMinimumBasicScenario-1565425226-router', 'tenant_id': '0e68624793344f27b5e1159bb6595666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:44:14Z', 'updated_at': '2021-06-29T23:46:28Z', 'revision_number': 6, 'project_id': '0e68624793344f27b5e1159bb6595666', 'gw_port_host': None}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:46:29.337675 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e24398bd-123c-4d3c-a922-32d891af8f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489960'] for router_gateway, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:29.434339 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e24398bd-123c-4d3c-a922-32d891af8f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1814'] for router, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:29.436497 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e24398bd-123c-4d3c-a922-32d891af8f74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:29.484789 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e24398bd-123c-4d3c-a922-32d891af8f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-449705'] for router, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:29.485246 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24398bd-123c-4d3c-a922-32d891af8f74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9f682d1-8c2d-442e-ad83-e3ca0738473c {{(pid=93162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 23:46:29.490185 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e24398bd-123c-4d3c-a922-32d891af8f74 admin admin] Notify callbacks [] for router, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:29.491332 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-e24398bd-123c-4d3c-a922-32d891af8f74 admin admin] 10.222.0.30 "DELETE /v2.0/routers/d9f682d1-8c2d-442e-ad83-e3ca0738473c HTTP/1.1" status: 204 len: 168 time: 0.8039567 Jun 29 23:46:29.494027 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 56138) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:46:29.541410 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_v2 [None req-27375832-be9b-4123-9d18-7068016e04b5 admin admin] Deleting subnet 54a91b59-ffac-43e0-a3d5-edf78d425202 {{(pid=93162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 23:46:29.545627 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-27375832-be9b-4123-9d18-7068016e04b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:29.579722 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-27375832-be9b-4123-9d18-7068016e04b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66096812'] for subnet, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:29.659648 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-27375832-be9b-4123-9d18-7068016e04b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1567904'] for subnet, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:29.721255 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-27375832-be9b-4123-9d18-7068016e04b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1567929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66139771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66396870'] for subnet, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:29.723775 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:46:29.755453 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27375832-be9b-4123-9d18-7068016e04b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54a91b59-ffac-43e0-a3d5-edf78d425202,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:46:29.756694 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-27375832-be9b-4123-9d18-7068016e04b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:46:29.759475 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-27375832-be9b-4123-9d18-7068016e04b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:29.761830 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-27375832-be9b-4123-9d18-7068016e04b5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/54a91b59-ffac-43e0-a3d5-edf78d425202 HTTP/1.1" status: 204 len: 168 time: 0.2669003 Jun 29 23:46:29.764246 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 56140) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:46:29.764815 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d86295d-09f0-4255-9a04-e813fd196ee9 None None] Network 72c6bbd2-4b60-450d-ad2d-11a710deb2ae requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:46:29.832487 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ce205b5d-8486-4e44-a3b0-3cb7c5073b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1494429'] for network, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:29.887363 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-ce205b5d-8486-4e44-a3b0-3cb7c5073b8f admin admin] Deleting port 1abeeef3-6da5-4e6d-9f40-df3ea62ed8c7 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:46:29.887710 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ce205b5d-8486-4e44-a3b0-3cb7c5073b8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:30.130672 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5be860-4c75-49ab-a313-44b7e526e0ea None None] DHCP port deletion for 72c6bbd2-4b60-450d-ad2d-11a710deb2ae request from dv-cinder-769602-4-iscsi {{(pid=93164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 23:46:30.184279 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-ef5be860-4c75-49ab-a313-44b7e526e0ea None None] Deleting port 1abeeef3-6da5-4e6d-9f40-df3ea62ed8c7 {{(pid=93164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:46:30.184701 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ef5be860-4c75-49ab-a313-44b7e526e0ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:30.257125 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-ef5be860-4c75-49ab-a313-44b7e526e0ea None None] For port 1abeeef3-6da5-4e6d-9f40-df3ea62ed8c7, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=1abeeef3-6da5-4e6d-9f40-df3ea62ed8c7,segment=NetworkSegment(df79bc93-ea06-4122-bb83-772688d7ac46),segment_id=df79bc93-ea06-4122-bb83-772688d7ac46)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:46:30.257518 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ef5be860-4c75-49ab-a313-44b7e526e0ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:30.262912 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-ce205b5d-8486-4e44-a3b0-3cb7c5073b8f admin admin] For port 1abeeef3-6da5-4e6d-9f40-df3ea62ed8c7, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=1abeeef3-6da5-4e6d-9f40-df3ea62ed8c7,segment=NetworkSegment(df79bc93-ea06-4122-bb83-772688d7ac46),segment_id=df79bc93-ea06-4122-bb83-772688d7ac46)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:46:30.263273 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ce205b5d-8486-4e44-a3b0-3cb7c5073b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:30.270669 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-ef5be860-4c75-49ab-a313-44b7e526e0ea None None] Calling delete_port for 1abeeef3-6da5-4e6d-9f40-df3ea62ed8c7 owned by network:dhcp {{(pid=93164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:46:30.276277 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-ce205b5d-8486-4e44-a3b0-3cb7c5073b8f admin admin] Calling delete_port for 1abeeef3-6da5-4e6d-9f40-df3ea62ed8c7 owned by network:dhcp {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:46:30.355036 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ef5be860-4c75-49ab-a313-44b7e526e0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190'] for port, after_delete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:30.363510 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ce205b5d-8486-4e44-a3b0-3cb7c5073b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66139777'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:30.364409 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:46:30.373773 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-2ef11844-6d07-463b-a7ba-64dedbfb4d11 tempest-VolumesActionsTest-1038735139 tempest-VolumesActionsTest-1038735139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:46:30.400603 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce205b5d-8486-4e44-a3b0-3cb7c5073b8f admin admin] Pushing event deleted for resources: {'Port': ['ID=1abeeef3-6da5-4e6d-9f40-df3ea62ed8c7,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:46:30.402452 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce205b5d-8486-4e44-a3b0-3cb7c5073b8f admin admin] No DVR routers for this DVR port 1abeeef3-6da5-4e6d-9f40-df3ea62ed8c7 on host dv-cinder-769602-4-iscsi {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:46:30.404421 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-ce205b5d-8486-4e44-a3b0-3cb7c5073b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:46:30.407139 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5be860-4c75-49ab-a313-44b7e526e0ea None None] Pushing event deleted for resources: {'Port': ['ID=1abeeef3-6da5-4e6d-9f40-df3ea62ed8c7,revision_number=None']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:46:30.413859 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5be860-4c75-49ab-a313-44b7e526e0ea None None] No DVR routers for this DVR port 1abeeef3-6da5-4e6d-9f40-df3ea62ed8c7 on host dv-cinder-769602-4-iscsi {{(pid=93164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:46:30.424081 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5be860-4c75-49ab-a313-44b7e526e0ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:46:30.424081 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5be860-4c75-49ab-a313-44b7e526e0ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:46:30.424081 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5be860-4c75-49ab-a313-44b7e526e0ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:46:30.424081 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5be860-4c75-49ab-a313-44b7e526e0ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:46:30.424081 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5be860-4c75-49ab-a313-44b7e526e0ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:46:30.424081 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5be860-4c75-49ab-a313-44b7e526e0ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:46:30.424081 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5be860-4c75-49ab-a313-44b7e526e0ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:46:30.425956 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5be860-4c75-49ab-a313-44b7e526e0ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:46:30.425956 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5be860-4c75-49ab-a313-44b7e526e0ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:46:30.425956 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5be860-4c75-49ab-a313-44b7e526e0ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:46:30.426215 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5be860-4c75-49ab-a313-44b7e526e0ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:46:30.426707 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5be860-4c75-49ab-a313-44b7e526e0ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-4-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:46:30.431979 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-ef5be860-4c75-49ab-a313-44b7e526e0ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:46:30.480420 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ce205b5d-8486-4e44-a3b0-3cb7c5073b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1567870', 'neutron.services.segments.db._delete_segments_for_network-8748551520579'] for network, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:30.490113 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-ce205b5d-8486-4e44-a3b0-3cb7c5073b8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c6bbd2-4b60-450d-ad2d-11a710deb2ae']}} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:46:30.499521 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-ce205b5d-8486-4e44-a3b0-3cb7c5073b8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df79bc93-ea06-4122-bb83-772688d7ac46') {'for_net_delete': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:46:30.499820 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-ce205b5d-8486-4e44-a3b0-3cb7c5073b8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df79bc93-ea06-4122-bb83-772688d7ac46') {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:46:30.510164 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ce205b5d-8486-4e44-a3b0-3cb7c5073b8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748551432138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66096803'] for segment, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:30.524175 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ce205b5d-8486-4e44-a3b0-3cb7c5073b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010'] for segment, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:30.529843 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce205b5d-8486-4e44-a3b0-3cb7c5073b8f admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=93162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 23:46:30.530218 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ce205b5d-8486-4e44-a3b0-3cb7c5073b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66139862'] for segment, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: self.session.flush() Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: self.session.flush() Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: self.session.flush() Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: self.session.flush() Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: Traceback (most recent call last): Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: timer() Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: cb(*args, **kw) Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: return func(*args, **kwargs) Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: self._notify() Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: self.callback(batched_events) Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: event.method(event) Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: return f(self, *a, **k) Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: return self._get(url).json() Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: return self.request(url, 'GET', **kwargs) Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 23:46:30.531873 dv-cinder-769602-4-iscsi neutron-server[93162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 23:46:30.591308 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ce205b5d-8486-4e44-a3b0-3cb7c5073b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1567845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484101'] for network, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:30.595117 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-e4838d72-345e-46e0-ab41-31d113536d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:46:30.597519 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ce205b5d-8486-4e44-a3b0-3cb7c5073b8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:30.599297 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-ce205b5d-8486-4e44-a3b0-3cb7c5073b8f admin admin] 10.222.0.30 "DELETE /v2.0/networks/72c6bbd2-4b60-450d-ad2d-11a710deb2ae HTTP/1.1" status: 204 len: 168 time: 0.8339486 Jun 29 23:46:30.602441 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 56144) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:46:30.612828 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce205b5d-8486-4e44-a3b0-3cb7c5073b8f admin admin] Pushing event deleted for resources: {'Network': ['ID=72c6bbd2-4b60-450d-ad2d-11a710deb2ae,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:46:30.615222 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-ce205b5d-8486-4e44-a3b0-3cb7c5073b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:46:30.957047 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-06ba381e-3e3f-48e0-ade1-e146c3b2580a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442428'] for router_interface, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:31.220820 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-06ba381e-3e3f-48e0-ade1-e146c3b2580a admin admin] Deleting port 79fad58e-c5dc-4b31-9c26-65d2cc696a60 {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:46:31.221112 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-06ba381e-3e3f-48e0-ade1-e146c3b2580a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:31.305843 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-06ba381e-3e3f-48e0-ade1-e146c3b2580a admin admin] For port 79fad58e-c5dc-4b31-9c26-65d2cc696a60, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=79fad58e-c5dc-4b31-9c26-65d2cc696a60,segment=NetworkSegment(1639cbee-adb3-4426-888a-12ab644b329d),segment_id=1639cbee-adb3-4426-888a-12ab644b329d)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:46:31.306200 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-06ba381e-3e3f-48e0-ade1-e146c3b2580a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:31.318706 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-06ba381e-3e3f-48e0-ade1-e146c3b2580a admin admin] Calling delete_port for 79fad58e-c5dc-4b31-9c26-65d2cc696a60 owned by network:router_interface {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:46:31.386595 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 716e553b-d49c-4005-9e3d-59fab38b9ffd no longer exists at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:46:31.406897 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] No Port match for: 716e553b-d49c-4005-9e3d-59fab38b9ffd {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:46:31.407331 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 716e553b-d49c-4005-9e3d-59fab38b9ffd not bound to the agent host dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:46:31.407824 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 6defd0dc-11bb-4657-9a55-922b30715cb8 no longer exists at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:46:31.430432 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] No Port match for: 6defd0dc-11bb-4657-9a55-922b30715cb8 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:46:31.430853 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 6defd0dc-11bb-4657-9a55-922b30715cb8 not bound to the agent host dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:46:31.431338 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 1abeeef3-6da5-4e6d-9f40-df3ea62ed8c7 no longer exists at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:46:31.450811 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] No Port match for: 1abeeef3-6da5-4e6d-9f40-df3ea62ed8c7 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:46:31.451163 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 1abeeef3-6da5-4e6d-9f40-df3ea62ed8c7 not bound to the agent host dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:46:31.519847 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-06ba381e-3e3f-48e0-ade1-e146c3b2580a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732929'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:31.522060 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-b87415e4-c95c-4735-83ef-31026d594f86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:46:31.544163 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba381e-3e3f-48e0-ade1-e146c3b2580a admin admin] Pushing event deleted for resources: {'Port': ['ID=79fad58e-c5dc-4b31-9c26-65d2cc696a60,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:46:31.547807 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-06ba381e-3e3f-48e0-ade1-e146c3b2580a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:46:31.720525 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-06ba381e-3e3f-48e0-ade1-e146c3b2580a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-444300'] for router_interface, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:31.936504 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ba381e-3e3f-48e0-ade1-e146c3b2580a admin admin] Router b7471480-7fa3-4200-a16e-7c406b1c01f6 has already been hosted by L3 agent a4640614-2208-4d28-8fcd-2ecae7e1c54f {{(pid=93163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:46:32.046063 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ba381e-3e3f-48e0-ade1-e146c3b2580a admin admin] Notify agent at l3_agent.dv-cinder-769602-4-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:46:32.051231 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-06ba381e-3e3f-48e0-ade1-e146c3b2580a admin admin] 10.222.0.30 "PUT /v2.0/routers/b7471480-7fa3-4200-a16e-7c406b1c01f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4475615 Jun 29 23:46:32.054552 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 56148) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:46:32.055626 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562d0fdb-33c8-446b-b99b-b9bac5e30c46 None None] Sync routers for ids ['b7471480-7fa3-4200-a16e-7c406b1c01f6'] in dv-cinder-769602-4-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:46:32.066226 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562d0fdb-33c8-446b-b99b-b9bac5e30c46 None None] Routers {'b7471480-7fa3-4200-a16e-7c406b1c01f6'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:46:32.066931 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-562d0fdb-33c8-446b-b99b-b9bac5e30c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:46:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['b7471480-7fa3-4200-a16e-7c406b1c01f6'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:46:32.162357 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8438af8e-83d7-43ec-80b2-fb3fdc0b15f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:32.173167 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-562d0fdb-33c8-446b-b99b-b9bac5e30c46 None None] Set router b7471480-7fa3-4200-a16e-7c406b1c01f6 gateway port host: dv-cinder-769602-4-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:46:32.266285 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8438af8e-83d7-43ec-80b2-fb3fdc0b15f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:32.320025 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-8438af8e-83d7-43ec-80b2-fb3fdc0b15f7 admin admin] Deleting port 772c2b16-e58a-4a86-8047-a9ed9a6a96ba {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:46:32.320370 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8438af8e-83d7-43ec-80b2-fb3fdc0b15f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:32.358894 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-562d0fdb-33c8-446b-b99b-b9bac5e30c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7471480-7fa3-4200-a16e-7c406b1c01f6', 'name': 'tempest-TestMinimumBasicScenario-2090839547-router', 'tenant_id': '03af9c6ac008403f97bda85bce293cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'external_fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '772c2b16-e58a-4a86-8047-a9ed9a6a96ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:44:19Z', 'updated_at': '2021-06-29T23:46:31Z', 'revision_number': 5, 'project_id': '03af9c6ac008403f97bda85bce293cb8', 'gw_port': {'id': '772c2b16-e58a-4a86-8047-a9ed9a6a96ba', 'name': '', 'network_id': '4f4d7b89-f14b-44bd-8c77-680ef6990266', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7471480-7fa3-4200-a16e-7c406b1c01f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:44:20Z', 'updated_at': '2021-06-29T23:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d983a82-3206-4a2a-9ce9-3b2c9dc20086', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-4-iscsi'}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:46:32.396265 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562d0fdb-33c8-446b-b99b-b9bac5e30c46 None None] Checking router: b7471480-7fa3-4200-a16e-7c406b1c01f6 for host: dv-cinder-769602-4-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:46:32.401915 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562d0fdb-33c8-446b-b99b-b9bac5e30c46 None None] Routers {'b7471480-7fa3-4200-a16e-7c406b1c01f6'} bound to L3 agent in host dv-cinder-769602-4-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:46:32.402549 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-562d0fdb-33c8-446b-b99b-b9bac5e30c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T23:00:50Z,description=,heartbeat_timestamp=2021-06-29T23:46:20Z,host='dv-cinder-769602-4-iscsi',id=a4640614-2208-4d28-8fcd-2ecae7e1c54f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:00:50Z,topic='l3_agent')) {'router_ids': ['b7471480-7fa3-4200-a16e-7c406b1c01f6'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:46:32.407562 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-8438af8e-83d7-43ec-80b2-fb3fdc0b15f7 admin admin] For port 772c2b16-e58a-4a86-8047-a9ed9a6a96ba, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=772c2b16-e58a-4a86-8047-a9ed9a6a96ba,segment=NetworkSegment(0d7322d1-9f99-46a3-b2ff-5e8cb22a095c),segment_id=0d7322d1-9f99-46a3-b2ff-5e8cb22a095c)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:46:32.407923 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8438af8e-83d7-43ec-80b2-fb3fdc0b15f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:32.420098 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-8438af8e-83d7-43ec-80b2-fb3fdc0b15f7 admin admin] Calling delete_port for 772c2b16-e58a-4a86-8047-a9ed9a6a96ba owned by network:router_gateway {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:46:32.486882 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-562d0fdb-33c8-446b-b99b-b9bac5e30c46 None None] Set router b7471480-7fa3-4200-a16e-7c406b1c01f6 gateway port host: None {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:46:32.542936 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-562d0fdb-33c8-446b-b99b-b9bac5e30c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7471480-7fa3-4200-a16e-7c406b1c01f6', 'name': 'tempest-TestMinimumBasicScenario-2090839547-router', 'tenant_id': '03af9c6ac008403f97bda85bce293cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:44:19Z', 'updated_at': '2021-06-29T23:46:32Z', 'revision_number': 6, 'project_id': '03af9c6ac008403f97bda85bce293cb8', 'gw_port_host': None}], 'dv-cinder-769602-4-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:46:32.570050 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562d0fdb-33c8-446b-b99b-b9bac5e30c46 None None] The sync data for ids ['b7471480-7fa3-4200-a16e-7c406b1c01f6'] in dv-cinder-769602-4-iscsi is: [{'id': 'b7471480-7fa3-4200-a16e-7c406b1c01f6', 'name': 'tempest-TestMinimumBasicScenario-2090839547-router', 'tenant_id': '03af9c6ac008403f97bda85bce293cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:44:19Z', 'updated_at': '2021-06-29T23:46:32Z', 'revision_number': 6, 'project_id': '03af9c6ac008403f97bda85bce293cb8', 'gw_port_host': None}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:46:32.598052 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8438af8e-83d7-43ec-80b2-fb3fdc0b15f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66139777'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:32.606710 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-9eb5180a-3b4c-47cd-a01f-201e6a7436ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:46:32.632511 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438af8e-83d7-43ec-80b2-fb3fdc0b15f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=772c2b16-e58a-4a86-8047-a9ed9a6a96ba,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:46:32.649599 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-8438af8e-83d7-43ec-80b2-fb3fdc0b15f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:46:32.691236 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8438af8e-83d7-43ec-80b2-fb3fdc0b15f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489960'] for router_gateway, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:32.785709 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8438af8e-83d7-43ec-80b2-fb3fdc0b15f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1814'] for router, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:32.787776 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8438af8e-83d7-43ec-80b2-fb3fdc0b15f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:32.832343 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8438af8e-83d7-43ec-80b2-fb3fdc0b15f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-449705'] for router, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:32.832870 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8438af8e-83d7-43ec-80b2-fb3fdc0b15f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7471480-7fa3-4200-a16e-7c406b1c01f6 {{(pid=93162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 23:46:32.837768 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8438af8e-83d7-43ec-80b2-fb3fdc0b15f7 admin admin] Notify callbacks [] for router, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:32.838909 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-8438af8e-83d7-43ec-80b2-fb3fdc0b15f7 admin admin] 10.222.0.30 "DELETE /v2.0/routers/b7471480-7fa3-4200-a16e-7c406b1c01f6 HTTP/1.1" status: 204 len: 168 time: 0.7833490 Jun 29 23:46:32.841428 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 56152) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:46:32.885715 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b2e877-19fc-46d9-b734-6c7941afa755 admin admin] Deleting subnet ee3b2e45-a536-4272-befc-a3128a79a5b2 {{(pid=93162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 23:46:32.888856 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-15b2e877-19fc-46d9-b734-6c7941afa755 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:32.923405 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-15b2e877-19fc-46d9-b734-6c7941afa755 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66096812'] for subnet, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:33.010963 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-15b2e877-19fc-46d9-b734-6c7941afa755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1567904'] for subnet, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:33.063469 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-15b2e877-19fc-46d9-b734-6c7941afa755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1567929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-260035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66139771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66396870'] for subnet, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:33.065678 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-f930cf0f-a289-478e-b92a-0d40ac7409f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:46:33.088718 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b2e877-19fc-46d9-b734-6c7941afa755 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee3b2e45-a536-4272-befc-a3128a79a5b2,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:46:33.091785 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-15b2e877-19fc-46d9-b734-6c7941afa755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:46:33.092781 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-15b2e877-19fc-46d9-b734-6c7941afa755 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:33.094656 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-15b2e877-19fc-46d9-b734-6c7941afa755 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ee3b2e45-a536-4272-befc-a3128a79a5b2 HTTP/1.1" status: 204 len: 168 time: 0.2523079 Jun 29 23:46:33.099856 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 56154) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:46:33.102650 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b413ec-8d94-4c70-9fe2-5eb7b2df09b4 None None] Network e4ce512c-18ff-4a66-900f-1d502fdad50a requested from dv-cinder-769602-4-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:46:33.176560 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a3238ce0-3c9b-4eb2-a930-a1338a34f740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1494429'] for network, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:33.229025 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-a3238ce0-3c9b-4eb2-a930-a1338a34f740 admin admin] Deleting port b1306a51-5c12-414b-a167-3e17593e85e8 {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:46:33.229364 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a3238ce0-3c9b-4eb2-a930-a1338a34f740 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:33.294038 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-a3238ce0-3c9b-4eb2-a930-a1338a34f740 admin admin] For port b1306a51-5c12-414b-a167-3e17593e85e8, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=b1306a51-5c12-414b-a167-3e17593e85e8,segment=NetworkSegment(1639cbee-adb3-4426-888a-12ab644b329d),segment_id=1639cbee-adb3-4426-888a-12ab644b329d)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:46:33.294038 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a3238ce0-3c9b-4eb2-a930-a1338a34f740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:33.306829 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-a3238ce0-3c9b-4eb2-a930-a1338a34f740 admin admin] Calling delete_port for b1306a51-5c12-414b-a167-3e17593e85e8 owned by network:dhcp {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:46:33.335218 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2554049-373e-4435-842a-d63c12d091df None None] DHCP port deletion for e4ce512c-18ff-4a66-900f-1d502fdad50a request from dv-cinder-769602-4-iscsi {{(pid=93164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 23:46:33.385054 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-d2554049-373e-4435-842a-d63c12d091df None None] Deleting port b1306a51-5c12-414b-a167-3e17593e85e8 {{(pid=93164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:46:33.385553 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-d2554049-373e-4435-842a-d63c12d091df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748551597882'] for port, before_delete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:33.400142 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a3238ce0-3c9b-4eb2-a930-a1338a34f740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732929'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:33.402325 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-ccb6647a-613a-4618-8bc7-0223d87be6b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:46:33.428747 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3238ce0-3c9b-4eb2-a930-a1338a34f740 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1306a51-5c12-414b-a167-3e17593e85e8,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:46:33.430879 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-a3238ce0-3c9b-4eb2-a930-a1338a34f740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:46:33.433084 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3238ce0-3c9b-4eb2-a930-a1338a34f740 admin admin] No DVR routers for this DVR port b1306a51-5c12-414b-a167-3e17593e85e8 on host dv-cinder-769602-4-iscsi {{(pid=93163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:46:33.441547 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 79fad58e-c5dc-4b31-9c26-65d2cc696a60 no longer exists at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:46:33.471114 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] No Port match for: 79fad58e-c5dc-4b31-9c26-65d2cc696a60 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:46:33.472021 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 79fad58e-c5dc-4b31-9c26-65d2cc696a60 not bound to the agent host dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:46:33.472447 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device b1306a51-5c12-414b-a167-3e17593e85e8 no longer exists at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:46:33.504442 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] No Port match for: b1306a51-5c12-414b-a167-3e17593e85e8 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:46:33.504818 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device b1306a51-5c12-414b-a167-3e17593e85e8 not bound to the agent host dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:46:33.505246 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 772c2b16-e58a-4a86-8047-a9ed9a6a96ba no longer exists at agent ovs-agent-dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:46:33.510664 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-d2554049-373e-4435-842a-d63c12d091df None None] For port b1306a51-5c12-414b-a167-3e17593e85e8, host dv-cinder-769602-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-4-iscsi',level=0,port_id=b1306a51-5c12-414b-a167-3e17593e85e8,segment=NetworkSegment(1639cbee-adb3-4426-888a-12ab644b329d),segment_id=1639cbee-adb3-4426-888a-12ab644b329d)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:46:33.511065 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-d2554049-373e-4435-842a-d63c12d091df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-445917'] for port, precommit_delete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:33.512509 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a3238ce0-3c9b-4eb2-a930-a1338a34f740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1567870', 'neutron.services.segments.db._delete_segments_for_network-8748551520579'] for network, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:33.526325 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-a3238ce0-3c9b-4eb2-a930-a1338a34f740 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ce512c-18ff-4a66-900f-1d502fdad50a']}} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:46:33.534991 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] No Port match for: 772c2b16-e58a-4a86-8047-a9ed9a6a96ba {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:46:33.535354 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Device 772c2b16-e58a-4a86-8047-a9ed9a6a96ba not bound to the agent host dv-cinder-769602-4-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:46:33.543659 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-d2554049-373e-4435-842a-d63c12d091df None None] Calling delete_port for b1306a51-5c12-414b-a167-3e17593e85e8 owned by network:dhcp {{(pid=93164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:46:33.549948 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-a3238ce0-3c9b-4eb2-a930-a1338a34f740 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1639cbee-adb3-4426-888a-12ab644b329d') {'for_net_delete': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:46:33.550611 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-a3238ce0-3c9b-4eb2-a930-a1338a34f740 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1639cbee-adb3-4426-888a-12ab644b329d') {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:46:33.568818 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a3238ce0-3c9b-4eb2-a930-a1338a34f740 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748551432138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6975651'] for segment, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:33.592799 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a3238ce0-3c9b-4eb2-a930-a1338a34f740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010'] for segment, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:33.601892 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3238ce0-3c9b-4eb2-a930-a1338a34f740 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=93163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 23:46:33.604053 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a3238ce0-3c9b-4eb2-a930-a1338a34f740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5732886'] for segment, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:33.606197 dv-cinder-769602-4-iscsi neutron-server[93163]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:46:33.606197 dv-cinder-769602-4-iscsi neutron-server[93163]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:46:33.606197 dv-cinder-769602-4-iscsi neutron-server[93163]: Traceback (most recent call last): Jun 29 23:46:33.606197 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 23:46:33.606197 dv-cinder-769602-4-iscsi neutron-server[93163]: timer() Jun 29 23:46:33.606197 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 23:46:33.606197 dv-cinder-769602-4-iscsi neutron-server[93163]: cb(*args, **kw) Jun 29 23:46:33.606197 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 23:46:33.606197 dv-cinder-769602-4-iscsi neutron-server[93163]: return func(*args, **kwargs) Jun 29 23:46:33.606197 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 23:46:33.606197 dv-cinder-769602-4-iscsi neutron-server[93163]: self._notify() Jun 29 23:46:33.606197 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 23:46:33.606197 dv-cinder-769602-4-iscsi neutron-server[93163]: self.callback(batched_events) Jun 29 23:46:33.606197 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 23:46:33.606197 dv-cinder-769602-4-iscsi neutron-server[93163]: event.method(event) Jun 29 23:46:33.606197 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 23:46:33.606197 dv-cinder-769602-4-iscsi neutron-server[93163]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 23:46:33.606197 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 23:46:33.606197 dv-cinder-769602-4-iscsi neutron-server[93163]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 23:46:33.606197 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 23:46:33.606197 dv-cinder-769602-4-iscsi neutron-server[93163]: return f(self, *a, **k) Jun 29 23:46:33.606197 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 23:46:33.606197 dv-cinder-769602-4-iscsi neutron-server[93163]: return self._get(url).json() Jun 29 23:46:33.606197 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 23:46:33.606197 dv-cinder-769602-4-iscsi neutron-server[93163]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 23:46:33.606197 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 23:46:33.606197 dv-cinder-769602-4-iscsi neutron-server[93163]: return self.request(url, 'GET', **kwargs) Jun 29 23:46:33.606197 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 23:46:33.606197 dv-cinder-769602-4-iscsi neutron-server[93163]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 23:46:33.606197 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 23:46:33.606197 dv-cinder-769602-4-iscsi neutron-server[93163]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 23:46:33.606197 dv-cinder-769602-4-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 23:46:33.606197 dv-cinder-769602-4-iscsi neutron-server[93163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 23:46:33.606197 dv-cinder-769602-4-iscsi neutron-server[93163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 23:46:33.649968 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-d2554049-373e-4435-842a-d63c12d091df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748551553320', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748551079190'] for port, after_delete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:33.653070 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:46:33.673810 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a3238ce0-3c9b-4eb2-a930-a1338a34f740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1567845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1609688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484101'] for network, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:33.677842 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:46:33.678436 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2554049-373e-4435-842a-d63c12d091df None None] Pushing event deleted for resources: {'Port': ['ID=b1306a51-5c12-414b-a167-3e17593e85e8,revision_number=None']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:46:33.680516 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a3238ce0-3c9b-4eb2-a930-a1338a34f740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609725'] for network, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:33.681522 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-d2554049-373e-4435-842a-d63c12d091df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:46:33.682303 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2554049-373e-4435-842a-d63c12d091df None None] No DVR routers for this DVR port b1306a51-5c12-414b-a167-3e17593e85e8 on host dv-cinder-769602-4-iscsi {{(pid=93164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:46:33.685429 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-a3238ce0-3c9b-4eb2-a930-a1338a34f740 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e4ce512c-18ff-4a66-900f-1d502fdad50a HTTP/1.1" status: 204 len: 168 time: 0.5838110 Jun 29 23:46:33.713679 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3238ce0-3c9b-4eb2-a930-a1338a34f740 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4ce512c-18ff-4a66-900f-1d502fdad50a,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:46:33.716342 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-a3238ce0-3c9b-4eb2-a930-a1338a34f740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:46:33.897583 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 56160) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:46:33.949920 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-79c95bbd-0166-46f6-a501-ac37b5e8b491 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0e68624793344f27b5e1159bb6595666&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501256 Jun 29 23:46:33.952072 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 56162) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:46:34.009662 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0a3e1d35-a586-4e39-aae0-958fe70871c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:34.038183 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0a3e1d35-a586-4e39-aae0-958fe70871c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:34.087280 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0a3e1d35-a586-4e39-aae0-958fe70871c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:34.089911 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0a3e1d35-a586-4e39-aae0-958fe70871c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:34.091063 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-0a3e1d35-a586-4e39-aae0-958fe70871c3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/588823fd-49bd-4f60-9f24-e62f6b8bdb2b HTTP/1.1" status: 204 len: 168 time: 0.1380618 Jun 29 23:46:34.091849 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-787adc07-0933-4562-a1a6-1bf84eaee180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:46:34.100860 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e1d35-a586-4e39-aae0-958fe70871c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588823fd-49bd-4f60-9f24-e62f6b8bdb2b,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:46:34.103257 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-0a3e1d35-a586-4e39-aae0-958fe70871c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:46:34.468269 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 56168) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:46:34.510216 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-6e4c4b11-e704-4ce8-9c2b-de8146b6820e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=03af9c6ac008403f97bda85bce293cb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406337 Jun 29 23:46:34.512538 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 56170) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:46:34.563704 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-10dc78dd-b989-40c9-8ff3-507ec674cdcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:34.586354 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-10dc78dd-b989-40c9-8ff3-507ec674cdcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:34.636663 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-10dc78dd-b989-40c9-8ff3-507ec674cdcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:34.639622 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-10dc78dd-b989-40c9-8ff3-507ec674cdcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:34.640779 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-10dc78dd-b989-40c9-8ff3-507ec674cdcb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/da9ac7d0-7cbe-4781-bbb8-e6d403db666a HTTP/1.1" status: 204 len: 168 time: 0.1272976 Jun 29 23:46:34.641586 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-05397a16-ea42-45f7-8ce7-86444b7fd165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:46:34.649691 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc78dd-b989-40c9-8ff3-507ec674cdcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9ac7d0-7cbe-4781-bbb8-e6d403db666a,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:46:34.651844 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-10dc78dd-b989-40c9-8ff3-507ec674cdcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:46:34.697657 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:47.236958 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-2e8167f6-92c5-4e86-a4f7-e56e82b21c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:49.663652 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-a9df3351-9e29-4df3-930e-5c5ac94701ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:50.236777 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:50.953394 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:52.807188 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:54.354146 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:46:57.119405 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 56270) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:46:57.218887 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e39c66f8-1b85-4d1f-b7f6-ac8ae462f4d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:57.310149 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e39c66f8-1b85-4d1f-b7f6-ac8ae462f4d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:57.313829 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e39c66f8-1b85-4d1f-b7f6-ac8ae462f4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:57.317144 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-26906c04-e61b-4634-8dd3-e5ad9a5504b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:46:57.351757 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-e39c66f8-1b85-4d1f-b7f6-ac8ae462f4d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c43cb014665f40839c422fa9df011696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313254 Jun 29 23:46:57.353705 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c66f8-1b85-4d1f-b7f6-ac8ae462f4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e81a31a-4025-4391-b977-f71b0a9d0b47,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:46:57.354830 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 56274) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:46:57.356821 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-e39c66f8-1b85-4d1f-b7f6-ac8ae462f4d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:46:57.405868 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e1f7ea4f-67fd-4f81-b9cf-68999a5336bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:57.425926 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e1f7ea4f-67fd-4f81-b9cf-68999a5336bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:57.474728 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e1f7ea4f-67fd-4f81-b9cf-68999a5336bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:57.477489 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e1f7ea4f-67fd-4f81-b9cf-68999a5336bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:46:57.478763 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-e1f7ea4f-67fd-4f81-b9cf-68999a5336bd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8e81a31a-4025-4391-b977-f71b0a9d0b47 HTTP/1.1" status: 204 len: 168 time: 0.1216130 Jun 29 23:46:57.479667 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-69a35e53-2012-4abd-b1cb-a2fbf339a458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:46:57.487364 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7ea4f-67fd-4f81-b9cf-68999a5336bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e81a31a-4025-4391-b977-f71b0a9d0b47,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:46:57.490233 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-e1f7ea4f-67fd-4f81-b9cf-68999a5336bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:47:04.704925 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:47:06.406320 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.30', 56346) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:47:06.509971 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-396492da-c791-4bdc-bd02-5e8408d35175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:47:06.598579 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-396492da-c791-4bdc-bd02-5e8408d35175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:47:06.603090 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-396492da-c791-4bdc-bd02-5e8408d35175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:47:06.605627 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-a6e700b2-4c9c-49c5-bcab-3093dd88d9e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:47:06.642102 dv-cinder-769602-4-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-396492da-c791-4bdc-bd02-5e8408d35175 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=53734eaf74a640efacc0429fb50328b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347107 Jun 29 23:47:06.643094 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396492da-c791-4bdc-bd02-5e8408d35175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1134b6a-9e0f-408b-b3a6-e2c2f0d54ec5,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:47:06.644755 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.30', 56350) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:47:06.646264 dv-cinder-769602-4-iscsi neutron-server[93163]: DEBUG oslo_concurrency.lockutils [None req-396492da-c791-4bdc-bd02-5e8408d35175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:47:06.694051 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-24fde1a1-e8ac-4a79-a72f-783aa973d011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:47:06.715620 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-24fde1a1-e8ac-4a79-a72f-783aa973d011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:47:06.761656 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-24fde1a1-e8ac-4a79-a72f-783aa973d011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-376429'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:47:06.764455 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-24fde1a1-e8ac-4a79-a72f-783aa973d011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:47:06.765612 dv-cinder-769602-4-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-24fde1a1-e8ac-4a79-a72f-783aa973d011 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f1134b6a-9e0f-408b-b3a6-e2c2f0d54ec5 HTTP/1.1" status: 204 len: 168 time: 0.1198866 Jun 29 23:47:06.766407 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-a4130f1a-1406-447e-bd7c-fdcbc72b17b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:47:06.775702 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fde1a1-e8ac-4a79-a72f-783aa973d011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1134b6a-9e0f-408b-b3a6-e2c2f0d54ec5,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:47:06.778663 dv-cinder-769602-4-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-24fde1a1-e8ac-4a79-a72f-783aa973d011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:47:17.239938 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-c0be3d2e-4656-44c6-bbb6-4cf8ad63ab50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:47:19.663122 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-2df4ef63-8071-42cb-a750-a3740881d122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:47:20.237705 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:47:20.958442 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:47:22.810865 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:47:31.352884 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:47:34.717144 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:47:47.242369 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-557511c3-cb0f-40a0-92cf-ee6a26fd5d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:47:49.662795 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-77fc4bd8-9475-4429-afc3-5f3e29b2c450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:47:50.238084 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:47:50.961785 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:47:52.812546 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:48:04.715987 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:48:08.352245 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:48:17.244915 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-e30127c2-9490-4e63-89c1-1bffa6415ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:48:19.663003 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-a260ed84-dcd7-4205-8bd4-f94caa3c6e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:48:20.238260 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:48:20.963923 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:48:22.815947 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:48:34.727848 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:48:45.350378 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:48:47.246028 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0de4da2b-e136-4abe-bff0-9913fd6250fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:48:49.662450 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-8b93ad64-9216-418f-8464-a5319b6122df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:48:50.238826 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:48:50.966095 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:48:52.819117 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:49:04.728115 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:49:17.250329 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0624e75f-3539-4a4a-a516-07949da3162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:49:19.661903 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9d8a7619-4fce-4515-bbf5-0a38fbdf9d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:49:20.239764 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:49:20.969975 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:49:22.348631 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:49:22.822640 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:49:34.725892 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:49:47.251644 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-37e07f3a-2d31-4f06-9942-b20be6b64af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:49:49.661918 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-1a33c3c3-80f6-4f2d-b7f9-8fd0e4ff496b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:49:50.241633 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:49:50.973373 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:49:52.824997 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:49:59.346768 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:50:04.725477 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:50:17.251624 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-c2893f94-094f-4a17-a422-d7a8c9bd310e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:50:19.660926 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-3c9d4907-8327-43c3-8608-2a6e1b270510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:50:20.244670 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:50:20.975244 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:50:22.827487 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:50:34.737184 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:50:36.345324 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:50:47.252615 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-1947fab4-4f99-4bba-af91-0487d26346b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:50:49.661421 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-6fd8993f-ea3d-4ed1-a17f-b2d027798103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:50:50.245957 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:50:50.977348 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:50:52.829608 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:51:04.736213 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:51:13.343920 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:51:17.255637 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ea2b7f5e-2f67-4188-84b6-c715f04019bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:51:19.662408 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-df6c1809-fd5b-4180-afe5-0b7c742387d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:51:20.246218 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:51:20.980774 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:51:22.832830 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:51:34.753509 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:51:47.256095 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-34848db4-75d2-4fb7-bc81-f83a6709df94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:51:49.662961 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-c0a00525-9cef-4246-8853-cca2fa1168e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:51:50.247207 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9044a83e-f205-422b-a589-fcf9c8094ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:51:50.343026 dv-cinder-769602-4-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-61b710b9-71e3-454b-b8e2-13922af007dc None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:51:50.983529 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-809caa0e-a610-40f4-910f-0ced7fe5a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:51:52.834619 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a7a2ee4-e764-4241-9277-aa196f927817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:52:04.768930 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-907e6057-68d5-411d-aa97-919734d9d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:52:17.257317 dv-cinder-769602-4-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-50448378-5aac-496a-9e11-ed5413a11df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748551520561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571232'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}